-- Logs begin at Wed 2022-08-10 11:49:06 UTC, end at Wed 2022-08-10 12:49:22 UTC. -- Aug 10 12:23:04.893797 dv-cinder-852261-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 10 12:23:07.528301 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.common.config [-] Logging enabled! Aug 10 12:23:07.528885 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev472 Aug 10 12:23:07.529093 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103676) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 10 12:23:07.532330 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.common.config [-] Logging enabled! Aug 10 12:23:07.532590 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev472 Aug 10 12:23:07.532904 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103676) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 10 12:23:07.534451 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 12:23:07.534690 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 12:23:07.535166 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 12:23:07.535416 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 12:23:07.535647 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 12:23:07.535970 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.536272 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.536506 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.536802 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.537094 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.537399 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.537696 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.537994 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.538283 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.538566 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.538859 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.539090 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.539374 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.539665 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.539954 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.540181 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] debug = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.540464 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.540892 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.541317 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.541606 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.541899 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.542181 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.542454 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.542731 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.543017 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.543349 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] host = dv-cinder-852261-3-iscsi {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.543630 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.543919 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.544207 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.544500 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.544775 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.545051 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.545366 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.545648 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.545924 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] log_file = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.546202 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.546491 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.546781 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.547072 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.547298 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.547523 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.547812 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.548116 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.548395 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.548671 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.548947 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.549250 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.549548 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.549823 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.550109 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.550395 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.550682 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.550957 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.551237 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.551511 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.551787 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.552074 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.552350 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.552624 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.552899 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.553185 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.553478 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.553756 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.554059 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.554347 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.554631 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.554919 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.555195 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.555478 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.555752 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.556027 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.556300 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] use_json = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.556572 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.556842 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.557125 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.557433 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.557701 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.557977 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.558251 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.558537 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.558810 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:07.559106 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.559402 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.559706 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.559992 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.560297 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.560580 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.560870 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.561151 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.561469 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.561762 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.562053 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.562332 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.562633 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.562923 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.563219 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.563522 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.563817 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.564110 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.564388 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.564665 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.564971 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.565252 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.565565 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.565847 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.566139 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.566431 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.566713 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.567011 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.567296 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.567581 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.567874 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.568167 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.568448 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.568729 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.569026 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.569326 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.569605 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.569899 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.570181 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.570457 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.570740 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.571030 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.571324 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.571599 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.571879 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.572172 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.572450 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.572732 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.573007 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.573310 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.573578 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.573865 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.574161 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.574422 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.574695 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.574973 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.575250 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.575524 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.575801 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.576075 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.576351 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.576623 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.576898 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.577170 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.577466 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.577739 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.578013 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.578287 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.578564 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.578835 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.579108 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.579380 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.579652 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.579927 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.580229 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.581023 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.581323 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.581606 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.581889 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.582169 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.582450 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.582730 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.583011 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.583286 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.583578 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.583863 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.584151 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.584437 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.584718 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.585033 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.585342 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.585626 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.585904 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.586185 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.586465 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.586750 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.587029 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.587308 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.587595 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.587878 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.588176 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.588474 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.588757 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.589054 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.589371 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.589670 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.589950 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.590261 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.590545 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:07.590764 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 12:23:07.591011 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103676) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 10 12:23:07.885146 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 10 12:23:07.885420 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 10 12:23:07.885688 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 10 12:23:07.885920 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 10 12:23:07.886199 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 10 12:23:07.886536 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 10 12:23:08.293662 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.293954 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.294226 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.295543 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.295837 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.296101 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.348741 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.349019 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.349311 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.364378 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.364659 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.364930 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.394687 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.394967 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.395235 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.430868 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.431140 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.431413 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.661061 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.661589 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.661675 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.661892 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.662801 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.760840 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.761162 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.761474 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.761756 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.762032 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.762346 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.762605 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.762862 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.763118 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.763401 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.763662 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.763929 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.764185 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.764440 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.764697 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.764963 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.765220 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.765515 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.765787 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.766047 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.766321 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.766573 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.766856 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.767234 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.767486 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.767733 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.768149 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103676) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 12:23:08.768388 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103676) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 12:23:08.768627 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103676) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 12:23:08.768864 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103676) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 12:23:08.769098 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103676) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 12:23:08.769362 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103676) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 12:23:08.769725 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 10 12:23:08.772797 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 10 12:23:08.776711 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 10 12:23:08.780562 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 10 12:23:08.782218 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 10 12:23:08.782831 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 10 12:23:08.783167 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 10 12:23:08.784076 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 10 12:23:08.786873 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 10 12:23:08.787126 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 10 12:23:08.787475 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 12:23:08.792528 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 10 12:23:08.815803 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 10 12:23:08.816254 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.816556 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103676) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 10 12:23:08.816926 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.818299 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103676) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 10 12:23:08.818578 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 12:23:08.818824 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 10 12:23:08.822097 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.822385 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:08.959690 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 10 12:23:08.959931 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 10 12:23:08.960167 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 10 12:23:08.960546 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 10 12:23:09.012288 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO dbcounter [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Registered counter for database neutron Aug 10 12:23:09.029560 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_db.sqlalchemy.engines [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103676) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 10 12:23:09.035944 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG dbcounter [-] [103676] Writer thread running {{(pid=103676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 10 12:23:09.573803 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.managers [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Initializing driver for type 'gre' Aug 10 12:23:09.574331 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] gre ID ranges: [(1, 1000)] Aug 10 12:23:09.626784 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.managers [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Initializing driver for type 'local' Aug 10 12:23:09.627126 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.managers [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Initializing driver for type 'vlan' Aug 10 12:23:09.641732 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] VlanTypeDriver initialization complete Aug 10 12:23:09.642068 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.managers [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Initializing driver for type 'vxlan' Aug 10 12:23:09.642553 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] vxlan ID ranges: [(1, 1000)] Aug 10 12:23:09.696919 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.managers [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Initializing extension driver 'port_security' Aug 10 12:23:09.697659 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.extensions.port_security [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] PortSecurityExtensionDriver initialization complete Aug 10 12:23:09.697879 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.managers [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Initializing mechanism driver 'openvswitch' Aug 10 12:23:09.698290 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.managers [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Initializing mechanism driver 'hyperv' Aug 10 12:23:09.705168 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:23:09.705912 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > port after_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.706289 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > port after_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.706643 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > port after_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.707151 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103676) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 10 12:23:09.707575 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > subnet after_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.707932 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > subnet after_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.708283 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.708678 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103676) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 10 12:23:09.709091 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > network after_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.709472 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > network after_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.709828 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > network after_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.710221 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103676) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 10 12:23:09.710631 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > security_group after_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.710992 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > security_group after_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.711339 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.711735 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103676) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 10 12:23:09.712138 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.712485 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.712827 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.713217 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103676) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 10 12:23:09.713644 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > address_group after_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.713993 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > address_group after_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.714333 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.714722 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103676) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 10 12:23:09.715169 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] ML2 OVO RPC backend initialized. {{(pid=103676) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Aug 10 12:23:09.715879 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.716236 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.716654 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > network before_response 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.717002 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > networks before_response 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.717381 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > port before_response 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.717729 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > ports before_response 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.718075 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > subnet before_response 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.718417 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > subnets before_response 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.718764 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > network after_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.719104 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > network after_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.719441 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > network after_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.719778 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > port after_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.720115 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > port after_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.720450 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > port after_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.720792 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > subnet after_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.721154 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > subnet after_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.721523 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.729289 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.quota [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded quota_driver: . Aug 10 12:23:09.729654 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.plugin [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Modular L2 Plugin initialization complete Aug 10 12:23:09.730008 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading services supported by the core plugin {{(pid=103676) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 10 12:23:09.730353 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.plugins.ml2.managers [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Got port-security extension from driver 'port_security' Aug 10 12:23:09.730844 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.extensions.vlantransparent [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Disabled vlantransparent extension. Aug 10 12:23:09.731343 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103676) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 10 12:23:09.731670 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading Plugin: router Aug 10 12:23:09.768365 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.768763 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router after_create 55549900 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.769139 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router before_create 55549900 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.769534 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.769916 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.770280 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router after_delete 55549900 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.770642 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.770997 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.771363 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router after_create 55549900 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.771714 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router after_update 55549900 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.772067 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router after_update 55549900 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.772416 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.772781 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router after_update 55549900 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.773199 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router precommit_update 55549900 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.773601 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: port after_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.773946 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: port after_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.774286 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: subnet after_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.774628 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.774981 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.775506 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router precommit_create 55549900 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.775681 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: port before_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.776028 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router precommit_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.776385 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router after_update 55549900 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.776731 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.777086 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router precommit_create 55549900 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.777478 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.777826 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router precommit_update 55549900 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.778198 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > agent after_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.778553 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > agent after_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.778900 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > network after_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.779759 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Tracking information for resource: router configured {{(pid=103676) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 12:23:09.780091 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Tracking information for resource: floatingip configured {{(pid=103676) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 12:23:09.784979 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.db.l3_agentschedulers_db [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 10 12:23:09.785591 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: port after_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.785960 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: port after_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.786314 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: port after_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.786662 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: port after_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.787460 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router before_create 55550100 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.787829 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.788192 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router precommit_create 55550100 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.788549 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > router precommit_update 55550100 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.793584 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.services.provider_configuration [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Service providers = [] {{(pid=103676) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 10 12:23:09.793957 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.db.servicetype_db [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103676) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 10 12:23:09.797075 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.services.service_base [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103676) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 12:23:09.797534 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.services.service_base [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103676) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 12:23:09.797887 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.services.service_base [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103676) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 12:23:09.798787 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.services.service_base [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103676) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 12:23:09.799683 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.services.service_base [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 10 12:23:09.800066 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103676) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 12:23:09.800391 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 10 12:23:09.810737 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103676) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 12:23:09.811075 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading Plugin: auto_allocate Aug 10 12:23:09.817262 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: network precommit_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.817658 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: network precommit_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.818175 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103676) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 12:23:09.818495 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading Plugin: tag Aug 10 12:23:09.825300 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103676) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 12:23:09.825606 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading Plugin: timestamp Aug 10 12:23:09.829396 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103676) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 12:23:09.829730 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading Plugin: network_ip_availability Aug 10 12:23:09.835449 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.835824 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.836183 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:09.836897 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103676) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 12:23:09.837217 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading Plugin: flavors Aug 10 12:23:09.842105 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103676) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 12:23:09.842441 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading Plugin: revisions Aug 10 12:23:09.846697 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103676) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 12:23:09.847083 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.961s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 10 12:23:09.847818 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103676) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 10 12:23:09.848155 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Initializing extension manager. Aug 10 12:23:09.848682 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: __init__.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.849023 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: __pycache__ {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.849396 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: address_group.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.850102 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.850658 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: address-group Aug 10 12:23:09.850984 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: address_scope.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.851928 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.852428 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: address-scope Aug 10 12:23:09.852750 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.853664 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.854166 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: router-admin-state-down-before-update Aug 10 12:23:09.854491 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: agent.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.855150 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.855650 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: agent Aug 10 12:23:09.855971 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: agent_resources_synced.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.856837 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.857370 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: agent-resources-synced Aug 10 12:23:09.857697 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: allowedaddresspairs.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.859437 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.859959 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: allowed-address-pairs Aug 10 12:23:09.860291 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: auto_allocated_topology.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.861406 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.862437 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: auto-allocated-topology Aug 10 12:23:09.862803 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: availability_zone.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.863462 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.863965 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: availability_zone Aug 10 12:23:09.864290 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: availability_zone_filter.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.865159 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.865694 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: availability_zone_filter Aug 10 12:23:09.866020 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: data_plane_status.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.866887 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.867389 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension data-plane-status not supported by any of loaded plugins Aug 10 12:23:09.867711 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: default_subnetpools.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.868586 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.869085 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: default-subnetpools Aug 10 12:23:09.869434 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.870199 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.870705 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: dhcp_agent_scheduler Aug 10 12:23:09.871030 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: dns.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.871918 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.872417 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension dns-integration not supported by any of loaded plugins Aug 10 12:23:09.872738 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: dns_domain_ports.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.873642 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.874138 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 10 12:23:09.874458 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.875337 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.875831 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 10 12:23:09.876151 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: dvr.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.876784 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.877913 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: dvr Aug 10 12:23:09.878242 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: ecmp_routes.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.879126 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.879627 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension ecmp_routes not supported by any of loaded plugins Aug 10 12:23:09.879950 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: empty_string_filtering.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.880819 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.881345 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: empty-string-filtering Aug 10 12:23:09.881675 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.882540 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.883038 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 10 12:23:09.883358 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.884220 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.884721 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 10 12:23:09.885042 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: external_net.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.885930 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.886438 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: external-net Aug 10 12:23:09.886759 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.887622 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.888122 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: extra_dhcp_opt Aug 10 12:23:09.888443 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: extraroute.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.889336 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.889838 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: extraroute Aug 10 12:23:09.890159 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: extraroute_atomic.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.891159 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.891664 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: extraroute-atomic Aug 10 12:23:09.891984 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: filter_validation.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.892604 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.893352 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: filter-validation Aug 10 12:23:09.893679 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: fip_pf_description.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.894551 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.895049 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 10 12:23:09.895371 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: fip_pf_port_range.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.896237 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.896732 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 10 12:23:09.897052 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: fip_port_details.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.897952 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.898452 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: fip-port-details Aug 10 12:23:09.898775 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: flavors.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.899947 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.900455 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: flavors Aug 10 12:23:09.900778 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.902407 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.902933 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 10 12:23:09.903271 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: floatingip_pools.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.903940 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.904451 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: floatingip-pools Aug 10 12:23:09.904783 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: ip_allocation.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.905698 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.906204 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension ip_allocation not supported by any of loaded plugins Aug 10 12:23:09.906530 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.907405 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.907909 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: ip-substring-filtering Aug 10 12:23:09.908234 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: l2_adjacency.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.909184 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.909708 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension l2_adjacency not supported by any of loaded plugins Aug 10 12:23:09.910032 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: l3.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.910954 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.911464 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: router Aug 10 12:23:09.911795 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.913978 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.914505 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 10 12:23:09.914840 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.915729 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.916236 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: ext-gw-mode Aug 10 12:23:09.916563 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.917468 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.917972 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: l3-ha Aug 10 12:23:09.918295 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.919162 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.919657 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 10 12:23:09.919979 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: l3_flavors.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.920857 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.921397 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: l3-flavors Aug 10 12:23:09.921728 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: l3_ndp_proxy.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.923071 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.923596 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 10 12:23:09.923931 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.925360 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.925874 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: l3-port-ip-change-not-allowed Aug 10 12:23:09.926205 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: l3agentscheduler.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.927188 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.927695 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: l3_agent_scheduler Aug 10 12:23:09.928022 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: local_ip.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.929752 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.930273 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension local_ip not supported by any of loaded plugins Aug 10 12:23:09.931632 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: logging.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.933077 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.933632 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension logging not supported by any of loaded plugins Aug 10 12:23:09.933966 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: metering.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.934666 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.935424 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: metering Aug 10 12:23:09.935758 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.936806 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.937340 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: metering_source_and_destination_fields Aug 10 12:23:09.937674 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: multiprovidernet.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.938557 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.939059 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: multi-provider Aug 10 12:23:09.939386 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: netmtu.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.940831 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.941364 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: net-mtu Aug 10 12:23:09.941693 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: netmtu_writable.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.942579 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.943085 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: net-mtu-writable Aug 10 12:23:09.943410 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: network_availability_zone.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.944043 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.944547 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: network_availability_zone Aug 10 12:23:09.944873 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: network_ip_availability.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.945973 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.946482 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: network-ip-availability Aug 10 12:23:09.946812 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: network_segment_range.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.947540 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.948041 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension network-segment-range not supported by any of loaded plugins Aug 10 12:23:09.948365 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: pagination.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.949325 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.949660 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: pagination Aug 10 12:23:09.949981 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: port_device_profile.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.950846 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.951358 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: port-device-profile Aug 10 12:23:09.951683 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: port_mac_address_override.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.952565 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.953077 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: port-mac-override Aug 10 12:23:09.953440 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.954318 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.954823 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: port-mac-address-regenerate Aug 10 12:23:09.955147 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.956047 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.956555 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: port-numa-affinity-policy Aug 10 12:23:09.956880 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: port_resource_request.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.957785 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.958284 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension port-resource-request not supported by any of loaded plugins Aug 10 12:23:09.958604 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: port_resource_request_groups.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.959526 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.960026 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 10 12:23:09.960347 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: portbindings.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.961222 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.961748 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: binding Aug 10 12:23:09.962070 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: portbindings_extended.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.963287 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.963797 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: binding-extended Aug 10 12:23:09.964124 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: portsecurity.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.964997 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.965533 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: port-security Aug 10 12:23:09.965861 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: project_id.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.966799 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.967134 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: project-id Aug 10 12:23:09.967460 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: providernet.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.968330 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.968843 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: provider Aug 10 12:23:09.969167 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: qos.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.973098 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.973650 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension qos not supported by any of loaded plugins Aug 10 12:23:09.973987 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.975181 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.975696 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 10 12:23:09.976025 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.977173 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.977701 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 10 12:23:09.978027 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: qos_default.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.978905 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.979410 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension qos-default not supported by any of loaded plugins Aug 10 12:23:09.979736 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: qos_fip.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.980609 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.981113 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension qos-fip not supported by any of loaded plugins Aug 10 12:23:09.981470 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.982344 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.982854 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 10 12:23:09.983178 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: qos_gateway_ip.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.984055 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.984555 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 10 12:23:09.984875 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: qos_port_network_policy.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.985763 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.986263 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 10 12:23:09.987169 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.988179 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.988684 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 10 12:23:09.989008 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.990031 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.990540 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 10 12:23:09.990866 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: qos_pps_rule.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.991977 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.992487 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension qos-pps not supported by any of loaded plugins Aug 10 12:23:09.992820 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: qos_rule_type_details.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.993715 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.994221 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 10 12:23:09.994548 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: qos_rule_type_filter.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.995419 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.995920 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 10 12:23:09.996244 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: qos_rules_alias.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.997240 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.997777 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 10 12:23:09.998102 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: quota_check_limit.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:09.998971 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:09.999477 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: quota-check-limit Aug 10 12:23:09.999802 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: quotasv2.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.000685 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.001013 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: quotas Aug 10 12:23:10.001371 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: quotasv2_detail.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.003061 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.003397 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: quota_details Aug 10 12:23:10.003725 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: rbac.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.006246 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.006782 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: rbac-policies Aug 10 12:23:10.007117 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: rbac_address_group.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.008013 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.008526 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: rbac-address-group Aug 10 12:23:10.008855 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: rbac_address_scope.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.009782 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.010292 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: rbac-address-scope Aug 10 12:23:10.010619 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: rbac_security_groups.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.011563 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.012070 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: rbac-security-groups Aug 10 12:23:10.012393 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: rbac_subnetpool.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.013304 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.013814 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: rbac-subnetpool Aug 10 12:23:10.014138 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: revisionifmatch.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.015022 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.015524 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: revision-if-match Aug 10 12:23:10.015846 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: revisions.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.016925 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.017473 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: standard-attr-revisions Aug 10 12:23:10.017821 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: router_availability_zone.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.018458 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.018963 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: router_availability_zone Aug 10 12:23:10.019289 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: routerservicetype.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.020178 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.020681 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension router-service-type not supported by any of loaded plugins Aug 10 12:23:10.021007 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.021925 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.022436 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: security-groups-normalized-cidr Aug 10 12:23:10.022769 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.023653 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.024162 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: port-security-groups-filtering Aug 10 12:23:10.024491 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.025409 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.025922 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: security-groups-remote-address-group Aug 10 12:23:10.026249 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.027139 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.027658 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: security-groups-shared-filtering Aug 10 12:23:10.028004 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: securitygroup.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.038325 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.039763 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: security-group Aug 10 12:23:10.040104 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: segment.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.040803 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.042134 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension segment not supported by any of loaded plugins Aug 10 12:23:10.042473 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.043378 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.044672 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 10 12:23:10.045004 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: servicetype.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.046099 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.047391 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: service-type Aug 10 12:23:10.047727 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: sorting.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.048678 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.049015 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: sorting Aug 10 12:23:10.049931 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: standard_attr_segment.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.050817 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.051335 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 10 12:23:10.051660 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: standardattrdescription.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.052269 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.052776 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: standard-attr-description Aug 10 12:23:10.053100 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: stateful_security_group.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.054031 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.054538 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: stateful-security-group Aug 10 12:23:10.054863 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: stdattrs_common.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.055407 dv-cinder-852261-3-iscsi neutron-server[103676]: WARNING neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 10 12:23:10.055731 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.056622 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.057125 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 10 12:23:10.057477 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: subnet_onboard.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.058491 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.059006 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: subnet_onboard Aug 10 12:23:10.059335 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.060232 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.060735 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 10 12:23:10.061060 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: subnet_service_types.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.061995 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.062499 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: subnet-service-types Aug 10 12:23:10.062825 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: subnetallocation.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.063869 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.064376 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: subnet_allocation Aug 10 12:23:10.064728 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.065393 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.065896 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: subnetpool-prefix-ops Aug 10 12:23:10.066222 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.067115 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.067621 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 10 12:23:10.067944 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: tagging.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.068976 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.069526 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: standard-attr-tag Aug 10 12:23:10.069863 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: timestamp.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.071017 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.071525 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loaded extension: standard-attr-timestamp Aug 10 12:23:10.071852 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: trunk.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.072844 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.073390 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension trunk not supported by any of loaded plugins Aug 10 12:23:10.073713 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: trunk_details.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.074587 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.075091 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension trunk-details not supported by any of loaded plugins Aug 10 12:23:10.075457 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: uplink_status_propagation.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.076299 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.076806 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 10 12:23:10.077132 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Loading extension file: vlantransparent.py {{(pid=103676) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 10 12:23:10.077799 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103676) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 10 12:23:10.078295 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extension vlan-transparent not supported by any of loaded plugins Aug 10 12:23:10.080875 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Creating instance of TrackedResource for resource:network Aug 10 12:23:10.081430 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Creating instance of TrackedResource for resource:subnet Aug 10 12:23:10.081828 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 12:23:10.082220 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Creating instance of TrackedResource for resource:port Aug 10 12:23:10.083510 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.v2.resource_helper [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 12:23:10.083957 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.v2.resource_helper [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Service FLAVORS assigned prefix: {{(pid=103676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 12:23:10.084580 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.v2.resource_helper [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 12:23:10.085008 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.v2.resource_helper [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 12:23:10.085367 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Creating instance of TrackedResource for resource:router Aug 10 12:23:10.085800 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Creating instance of TrackedResource for resource:floatingip Aug 10 12:23:10.086284 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.v2.resource_helper [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Service METERING assigned prefix: /metering {{(pid=103676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 12:23:10.087730 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:10.088107 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:10.088465 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:23:10.089486 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 12:23:10.089942 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Creating instance of TrackedResource for resource:security_group Aug 10 12:23:10.090382 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 12:23:10.090922 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.v2.resource_helper [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Service CORE assigned prefix: {{(pid=103676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 12:23:10.091251 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 12:23:10.091597 dv-cinder-852261-3-iscsi neutron-server[103676]: WARNING neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] subnetpool is already registered Aug 10 12:23:10.092018 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.v2.resource_helper [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Service CORE assigned prefix: {{(pid=103676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 12:23:10.092343 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 12:23:10.092675 dv-cinder-852261-3-iscsi neutron-server[103676]: WARNING neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] subnetpool is already registered Aug 10 12:23:10.095115 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.v2.resource_helper [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 12:23:10.095555 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.v2.resource_helper [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Service FLAVORS assigned prefix: {{(pid=103676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 12:23:10.096689 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.v2.resource_helper [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 12:23:10.097120 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.v2.resource_helper [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 12:23:10.097475 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Creating instance of TrackedResource for resource:router Aug 10 12:23:10.097816 dv-cinder-852261-3-iscsi neutron-server[103676]: WARNING neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] router is already registered Aug 10 12:23:10.098230 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Creating instance of TrackedResource for resource:floatingip Aug 10 12:23:10.098564 dv-cinder-852261-3-iscsi neutron-server[103676]: WARNING neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] floatingip is already registered Aug 10 12:23:10.099024 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.v2.resource_helper [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Service METERING assigned prefix: /metering {{(pid=103676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 12:23:10.099693 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 12:23:10.100021 dv-cinder-852261-3-iscsi neutron-server[103676]: WARNING neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] rbac_policy is already registered Aug 10 12:23:10.100434 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Creating instance of TrackedResource for resource:security_group Aug 10 12:23:10.100769 dv-cinder-852261-3-iscsi neutron-server[103676]: WARNING neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] security_group is already registered Aug 10 12:23:10.101172 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 12:23:10.101800 dv-cinder-852261-3-iscsi neutron-server[103676]: WARNING neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] security_group_rule is already registered Aug 10 12:23:10.102440 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.v2.resource_helper [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Service CORE assigned prefix: {{(pid=103676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 12:23:10.102769 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 12:23:10.103105 dv-cinder-852261-3-iscsi neutron-server[103676]: WARNING neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] subnetpool is already registered Aug 10 12:23:10.103525 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.v2.resource_helper [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Service CORE assigned prefix: {{(pid=103676) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 12:23:10.103848 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 12:23:10.104178 dv-cinder-852261-3-iscsi neutron-server[103676]: WARNING neutron.quota.resource_registry [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] subnetpool is already registered Aug 10 12:23:10.104638 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: extensions {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.106154 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: address-groups {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.107702 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: address-scopes {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.109025 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: agents {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.110234 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: auto-allocated-topology {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.111486 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: availability_zones {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.113477 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: dhcp-networks {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.115023 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: dhcp-agents {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.116492 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: routers {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.118260 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: flavors {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.119558 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: service_profiles {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.120798 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: next_providers {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.122321 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: service_profiles {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.123908 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: floatingip-pools {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.125139 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: routers {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.126926 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: floatingips {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.128250 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: l3-routers {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.129780 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: l3-agents {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.131215 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: metering-labels {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.132484 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: metering-label-rules {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.133922 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: network-ip-availabilities {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.135206 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: bindings {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.136806 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: quotas {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.139407 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: quotas {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.140976 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: rbac-policies {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.142230 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: security-groups {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.143585 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: security-group-rules {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.144868 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: service-providers {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.146134 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: subnetpools {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.147472 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: subnetpools {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.149030 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: tags {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.150770 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: tags {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.152617 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: tags {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.154434 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: tags {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.156140 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: tags {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.158142 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: tags {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.160405 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: tags {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.162333 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: tags {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.164126 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: tags {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.165928 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron.api.extensions [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Extended resource: tags {{(pid=103676) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 12:23:10.171995 dv-cinder-852261-3-iscsi neutron-server[103676]: WARNING keystonemiddleware.auth_token [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 10 12:23:10.177676 dv-cinder-852261-3-iscsi neutron-server[103676]: WARNING keystonemiddleware.auth_token [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 10 12:23:10.186423 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Acquiring lock "singleton_lock" {{(pid=103676) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 10 12:23:10.186753 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Acquired lock "singleton_lock" {{(pid=103676) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 10 12:23:10.187224 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Releasing lock "singleton_lock" {{(pid=103676) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 10 12:23:10.187874 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO oslo_service.service [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Starting 2 workers Aug 10 12:23:10.192651 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Started child 103789 {{(pid=103676) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 12:23:10.197027 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Started child 103790 {{(pid=103676) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 12:23:10.198170 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:10.198777 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO neutron.service [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Neutron service started, listening on 0.0.0.0:9696 Aug 10 12:23:10.199347 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:10.199630 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [-] (103789) wsgi starting up on http://0.0.0.0:9696 Aug 10 12:23:10.201816 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO oslo_service.service [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Starting 1 workers Aug 10 12:23:10.202104 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:10.203493 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [-] (103790) wsgi starting up on http://0.0.0.0:9696 Aug 10 12:23:10.206986 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Started child 103791 {{(pid=103676) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 12:23:10.207539 dv-cinder-852261-3-iscsi neutron-server[103676]: INFO oslo_service.service [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Starting 1 workers Aug 10 12:23:10.210778 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.service [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] calling RpcWorker wait() {{(pid=103791) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 10 12:23:10.211313 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.service [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] returning from RpcWorker wait() {{(pid=103791) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 10 12:23:10.211945 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Started child 103792 {{(pid=103676) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 12:23:10.212663 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:10.212755 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-640f9fe8-e1a7-4f82-ab9f-feb0489d7a3f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:10.213161 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:23:10.214703 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103676) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 12:23:10.214917 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 12:23:10.215101 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 12:23:10.215319 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 12:23:10.215648 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 12:23:10.215829 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 12:23:10.216355 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.216631 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.216879 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.217146 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.217303 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:10.217824 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.218041 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.218295 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.218569 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.218839 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.219012 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.219181 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.219443 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.219691 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.220011 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.220293 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.220546 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.220802 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.221538 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.221814 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.222090 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.222355 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.222630 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] debug = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.222899 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.223409 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.223662 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.223940 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.224188 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.224468 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.224727 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.224985 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.225230 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.225483 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.225727 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.225987 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.226233 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.226475 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.226967 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.227258 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.227475 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.227955 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] host = dv-cinder-852261-3-iscsi {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.228210 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.228444 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.228708 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.228974 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.229220 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.229475 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.229751 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.230004 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.230258 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.230484 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.230735 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.230998 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.231211 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.231454 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] log_file = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.231617 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] log_options = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.231857 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.232129 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.232403 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.232602 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.232772 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.232936 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.233200 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.233389 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.233633 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.233850 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.234098 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.234336 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.234571 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.234805 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.235059 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.235303 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.235534 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.235763 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.236012 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.237417 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.237669 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.237919 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.238156 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.238378 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.238612 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.238866 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.239082 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.239313 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.239531 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.239744 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.240019 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.240429 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.240675 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.240914 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.241191 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.241440 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.241665 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.241901 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.242327 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.242561 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.242816 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.243064 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.243281 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.243524 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.243761 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.243975 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.244218 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] use_json = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.244430 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.244643 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.244888 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.245117 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.245375 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.245592 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.245805 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.246040 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.246261 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.246702 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.246990 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.247301 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.247559 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.247837 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.248068 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.248480 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.248709 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.248802 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:23:10.248978 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.249231 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.249587 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.249814 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.250105 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.250504 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.250805 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.251159 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.251406 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.251667 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.251905 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.252194 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.252394 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.252772 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.253191 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.253602 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.253863 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.254102 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.254382 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.254629 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.255192 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.255192 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.255639 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.257036 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.257036 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.257036 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.257036 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.257036 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.257036 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.257464 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.257464 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.257613 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.257816 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.258214 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.258473 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.258719 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.258952 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.259181 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.259413 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.259684 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.259960 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.260184 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.260399 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.260643 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.260843 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.261039 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.261781 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.261781 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.261781 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.262027 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.262437 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.262846 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.263217 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.263618 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.264073 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.264485 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.264907 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.265314 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.265709 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.266097 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.266497 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.266911 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.267333 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.267728 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.268166 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.268420 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.268642 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.268908 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.269135 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.269390 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.269612 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.269882 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.270040 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.270425 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.270803 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.271168 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.271388 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.271609 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.271846 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.272083 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.272298 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.272511 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.272726 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.273048 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.273336 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.273591 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.273847 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.274125 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.274344 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.274592 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.274831 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.275069 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.275288 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.275561 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.275788 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.276041 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.276444 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.276671 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.276927 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.277168 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.277426 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.277682 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.277915 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.278334 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.278639 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.278867 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.279114 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.279337 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.279612 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.279877 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.280110 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.280327 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.280560 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.280784 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.281061 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.281334 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.281614 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.281867 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.282144 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.282449 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.282720 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.282993 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.283231 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.284000 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.284256 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.284506 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.284758 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.285006 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.285238 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.285502 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.285743 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.285972 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.286182 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.286569 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.286894 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.287141 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.287375 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.287594 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.287888 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.288121 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.288362 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.288634 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.288875 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.289156 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.289444 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.289682 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.289948 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.290180 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.290436 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.290652 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.290900 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.291116 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.291356 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.291609 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.291824 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.292068 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.292434 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.292845 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.293084 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.293342 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.293566 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.293815 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.294053 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.294295 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.294536 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.294753 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.295127 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.295350 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.295585 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.295821 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.296037 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.296453 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.296721 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.296936 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.297387 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.297786 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.298196 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.298422 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.298673 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.298892 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.299855 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.300232 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.300635 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.301005 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.301253 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.301523 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.301919 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.302332 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.302772 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.303314 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.303544 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.303755 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.304021 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.304268 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.304488 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.304968 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.305126 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.305357 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.305579 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.305807 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.306026 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.306276 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.306491 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.306873 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.307110 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.307348 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.307713 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.307878 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.308082 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.308329 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.308548 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.308779 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.309060 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.309204 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.309613 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.309969 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.310073 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.310292 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.310560 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.310800 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.311041 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.311452 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.311920 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.311920 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.312145 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.312364 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.312723 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.313090 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.313619 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.313738 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.314043 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.314211 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.314429 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.314731 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.315973 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.315973 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.316228 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.316621 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.316621 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.316919 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.317096 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.317347 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.317564 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.317845 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.318000 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.318326 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.318547 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.318727 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.318859 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.319053 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.319276 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.319534 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.320039 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.320039 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.320299 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.320447 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:23:10.320620 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.320734 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.320958 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.321356 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.321494 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.321727 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.322055 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.322243 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.322509 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.322803 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.323003 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.323244 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.324436 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.324436 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.324436 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.324436 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.324860 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.324860 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.325420 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.325420 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.326140 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.326140 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.326403 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.326537 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.326765 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.327062 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.327263 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.327512 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.327728 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.327981 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.328202 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.328434 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.328671 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.329063 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.329317 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.329560 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.329793 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.330033 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.330263 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.330789 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.331036 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.331338 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.331522 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 12:23:10.332018 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103676) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 12:23:10.332179 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 12:23:10.332334 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 12:23:10.332503 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 12:23:10.332673 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 12:23:10.332827 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 12:23:10.333037 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.333194 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.333383 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.333698 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.333885 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.334066 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.334228 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.334373 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.334510 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.334666 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.334844 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.334986 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.335138 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.335296 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.335453 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.335607 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.335784 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.335918 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.336091 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.336234 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.336391 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.336551 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] debug = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.336708 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.336909 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.337076 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.337234 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.337417 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.337575 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.337732 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.337894 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.338081 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.338226 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.338358 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.338491 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.338652 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.338812 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.338970 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.339124 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.339433 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.339738 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] host = dv-cinder-852261-3-iscsi {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.339898 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.340028 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.340191 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.340353 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.340507 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.340643 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.340785 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.340947 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.341115 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.341335 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.341484 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.341617 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.341749 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.341891 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] log_file = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.342024 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] log_options = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.342171 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.342305 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.342443 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.342630 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.342822 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.342967 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.343102 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.343237 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.343379 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.343520 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.343714 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.343875 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.344084 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.344248 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.344410 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.344579 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.344864 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.344864 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.345234 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.345234 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.345234 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.345686 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.345686 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.345686 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.346563 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.346563 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.346815 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.346815 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.347316 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.347316 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.347316 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.347924 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.347924 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.347924 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.347924 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.348406 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.348406 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.348406 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.348406 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.349063 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.349063 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.349063 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.349063 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.349494 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.349494 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.349494 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.349767 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] use_json = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.349767 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.349915 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.350032 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.350189 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.350348 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.350649 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.350649 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.351173 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.351173 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 12:23:10.351173 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.351392 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.351469 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.351827 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.351991 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.352155 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.352317 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.352857 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.352857 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.352857 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.353585 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.353585 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.353585 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.353585 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.353585 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.354175 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.354175 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.354175 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.354175 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.354702 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.354702 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.354702 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.354994 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.354994 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.355223 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.355223 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.355423 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.355538 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.355688 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.355852 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.356021 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.356184 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.356351 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.356510 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.356837 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.357679 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.357679 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.357679 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.357912 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.357989 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.358116 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.358271 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.358435 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.358607 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.358782 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.358908 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.359070 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.359706 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.359706 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.359706 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.359706 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.360663 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.360663 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.360663 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.360663 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.360663 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.360663 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.361386 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.361386 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.361386 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.361386 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.361386 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.362475 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.362475 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.362475 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.362754 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.362754 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.362962 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.362962 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.363615 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.363615 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.363615 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.363615 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.364333 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.364333 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.364333 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.364333 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.364888 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.364888 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.364888 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.364888 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.365169 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.365169 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.365330 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.365500 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.365662 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.365823 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.366065 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.366233 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.366878 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.367443 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.367641 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.367806 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.367969 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.368131 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.368294 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.368456 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.368617 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.368778 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.368938 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.369493 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.370059 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.370225 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.370391 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.370556 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.370717 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.370878 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.371039 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.371201 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.371363 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.371525 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.372060 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.372629 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.372792 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.372954 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.373116 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.373371 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.373504 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.373637 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.373759 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.373911 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.374156 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.374425 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.374617 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.374799 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.374974 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.375153 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.375332 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.375500 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.375667 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.375832 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.375995 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.376158 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.376319 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.376480 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.376642 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.376804 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.376965 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.377138 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.377364 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.377529 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.377691 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.377875 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.378035 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.378195 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.378355 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.378515 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.378674 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.378832 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.378992 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.379152 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.379310 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.379469 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.379629 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.379788 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.379948 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.380106 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.380265 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.380425 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.380586 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.380744 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.380905 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.381065 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.381224 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.381406 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.381566 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.381725 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.381885 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.382045 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.382202 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.382361 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.382520 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.382678 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.382838 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.382997 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.383156 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.383314 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.383473 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.383631 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.383792 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.383952 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.384112 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.384276 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.384436 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.384595 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.384754 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.384915 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.385077 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.385236 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.385419 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.385577 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.385737 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.385897 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.386056 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.386216 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.386374 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.386533 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.386709 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.386869 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.387028 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.387190 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.387349 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.387508 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.387666 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.387825 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.387983 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.388142 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.388302 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.388461 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.388621 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.388779 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.388937 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.389097 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.389259 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.389440 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.389600 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.389759 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.389919 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.390078 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.390236 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.390395 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.390554 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.390712 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.390870 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.391030 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.391189 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.391360 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.391521 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.391679 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.391837 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.391996 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.392156 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.392325 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.392484 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.392643 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.393323 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.393467 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.393626 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.393795 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.394476 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.394476 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.394476 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.394476 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.394793 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.394793 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.394945 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.395023 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.395128 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.395286 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.395444 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.395611 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.395770 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.395927 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.396085 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.396243 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.396402 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.396570 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.396729 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.396887 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.397046 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.397203 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.397384 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.397551 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.397712 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.397871 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.398036 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.398196 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.398354 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.398512 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.398684 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.398843 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.399004 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.399164 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.399323 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.399482 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.399643 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.399805 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.399975 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.400140 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.400301 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.400467 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.400635 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.400803 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.400962 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.401127 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.401318 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.401479 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.401637 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.401796 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.401953 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.402122 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.402259 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.402416 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.402573 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.402730 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.402892 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.403036 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.403194 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.403351 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.403509 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.403667 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.403825 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.403982 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.404139 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.404301 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 12:23:10.404453 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103676) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 12:23:10.570381 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 43140) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:23:10.577326 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [-] 10.222.0.65 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047383 Aug 10 12:23:10.582199 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [-] 10.222.0.65 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0043695 Aug 10 12:23:19.689077 dv-cinder-852261-3-iscsi neutron-server[103676]: DEBUG dbcounter [-] [103676] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:23:21.477815 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writer thread running {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 10 12:23:21.487968 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25e4287-73fb-4d60-91bb-3d61569c7148 None None] get_active_networks_info from dv-cinder-852261-3-iscsi {{(pid=103791) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 10 12:23:21.618757 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25e4287-73fb-4d60-91bb-3d61569c7148 None None] No non-hosted networks {{(pid=103791) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 10 12:23:21.629250 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5130bd1a-b8db-4eab-aabd-d842a0a8b162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-746724'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:23.055404 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writer thread running {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 10 12:23:23.625925 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-1142ff08-5243-4e4f-988e-bf7cf982ef0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-746724'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:23.654048 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c3044202-8de4-4fcd-901f-f5155dcb5aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:24.626117 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 43206) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:23:24.817591 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-746724'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:25.256200 dv-cinder-852261-3-iscsi neutron-server[103789]: WARNING oslo_policy.policy [None req-d4d75c36-85b4-4282-965e-10693d43221a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 12:23:25.256827 dv-cinder-852261-3-iscsi neutron-server[103789]: WARNING oslo_policy.policy [None req-d4d75c36-85b4-4282-965e-10693d43221a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 12:23:25.476169 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [None req-d4d75c36-85b4-4282-965e-10693d43221a admin admin] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 10 12:23:25.485329 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-d4d75c36-85b4-4282-965e-10693d43221a admin admin] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8491616 Aug 10 12:23:26.292158 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-746724'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:26.571507 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-746724'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:26.572346 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:26.572790 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:26.573224 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:26.573761 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:26.574331 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:26.574840 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:26.575319 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:26.575812 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:26.576369 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:26.576763 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:26.577326 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:26.577973 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:26.578560 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:26.578958 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:26.579367 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:26.579863 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-852261-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:23:26.585545 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-852261-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:23:27.761306 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 43244) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:23:28.135906 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-dabdcadc-a198-4ccb-992f-c40a56e3020e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:23:28.227956 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.policy [None req-dabdcadc-a198-4ccb-992f-c40a56e3020e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103789) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 12:23:28.271165 dv-cinder-852261-3-iscsi neutron-server[103789]: WARNING oslo_policy.policy [None req-dabdcadc-a198-4ccb-992f-c40a56e3020e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 12:23:28.271538 dv-cinder-852261-3-iscsi neutron-server[103789]: WARNING oslo_policy.policy [None req-dabdcadc-a198-4ccb-992f-c40a56e3020e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 12:23:28.292398 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writer thread running {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 10 12:23:28.369905 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dabdcadc-a198-4ccb-992f-c40a56e3020e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736059262181', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736059261689', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736059179545', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736059189086', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736059167206', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736059174242', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1659458', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1323190', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-366001', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-370773'] for rbac-policy (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:28.441235 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-dabdcadc-a198-4ccb-992f-c40a56e3020e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:28.442435 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-dabdcadc-a198-4ccb-992f-c40a56e3020e admin admin] 10.222.0.65 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6794839 Aug 10 12:23:28.817354 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.db.l3_hamode_db [None req-79b10710-9456-4857-b93e-d0738cc15066 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 10 12:23:28.895005 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b10710-9456-4857-b93e-d0738cc15066 None None] Routers set() bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:23:28.895386 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b10710-9456-4857-b93e-d0738cc15066 None None] Router IDs set() for agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 10 12:23:30.624771 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 43256) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:23:31.123165 dv-cinder-852261-3-iscsi neutron-server[103790]: WARNING oslo_policy.policy [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 12:23:31.123723 dv-cinder-852261-3-iscsi neutron-server[103790]: WARNING oslo_policy.policy [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 12:23:31.340921 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:23:31.354386 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writer thread running {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 10 12:23:31.395661 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Made reservation on behalf of 6d75a1525d11453faac47809e5dc2f01 for: {'network': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:23:31.457471 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.policy [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103790) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 12:23:31.499496 dv-cinder-852261-3-iscsi neutron-server[103790]: WARNING oslo_policy.policy [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 12:23:31.499871 dv-cinder-852261-3-iscsi neutron-server[103790]: WARNING oslo_policy.policy [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 12:23:31.511035 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for network (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:31.533639 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:31.649352 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Publish callbacks [] for security_group (e9021034-70f4-4ad6-ae3f-b511db58ece9), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:31.653041 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (e9021034-70f4-4ad6-ae3f-b511db58ece9), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:31.678029 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:23:31.713352 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736056424942', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (249390e3-dd8a-492a-9dd8-832522e45918), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:31.713919 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Unsubscribe: segment precommit_create {{(pid=103790) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 12:23:31.714486 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.segments_db [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Added segment 249390e3-dd8a-492a-9dd8-832522e45918 of type vlan for network 18a78b1a-ecb4-4640-be5d-4bfca798b075 Aug 10 12:23:31.734994 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e9021034-70f4-4ad6-ae3f-b511db58ece9,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:23:31.769583 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:31.769930 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:31.770293 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:31.770648 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:31.770980 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:31.771307 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:31.771631 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:31.771953 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:31.772274 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:31.772593 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:31.772915 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:31.773248 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:31.773591 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:31.773908 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:31.774230 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Tracked resource versions report: Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: pushed versions: Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: { 'AddressGroup': {'1.2'}, Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Agent': {'1.1'}, Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'ConntrackHelper': {'1.0'}, Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'LocalIPAssociation': {'1.0'}, Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Log': {'1.0'}, Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'NDPProxy': {'1.0'}, Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Network': {'1.1'}, Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Port': {'1.7'}, Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'PortForwarding': {'1.3'}, Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'QosPolicy': {'1.10'}, Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'SecurityGroup': {'1.5'}, Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'SecurityGroupRule': {'1.2'}, Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'SubPort': {'1.0'}, Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Subnet': {'1.1'}, Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Trunk': {'1.1'}} Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: consumer versions: Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: { DHCP agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: L3 agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: Metadata agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: Metering agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: Open vSwitch agent@dv-cinder-852261-3-iscsi: { 'AddressGroup': '1.2', Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Agent': '1.1', Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'ConntrackHelper': '1.0', Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'LocalIPAssociation': '1.0', Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Log': '1.0', Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'NDPProxy': '1.0', Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Network': '1.1', Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Port': '1.7', Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'PortForwarding': '1.3', Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'QosPolicy': '1.10', Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'SecurityGroup': '1.5', Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'SecurityGroupRule': '1.2', Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'SubPort': '1.0', Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Subnet': '1.1', Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Trunk': '1.1'}} Aug 10 12:23:31.775657 dv-cinder-852261-3-iscsi neutron-server[103790]: {{(pid=103790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 12:23:31.835017 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736055994067'] for network (18a78b1a-ecb4-4640-be5d-4bfca798b075), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:31.874728 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for network (18a78b1a-ecb4-4640-be5d-4bfca798b075), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:31.879777 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:23:31.880483 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:31.972347 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3465197 Aug 10 12:23:32.003327 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20921304-fd71-4b41-8d01-101f5f1e0b3f demo demo] Pushing event updated for resources: {'Network': ['ID=18a78b1a-ecb4-4640-be5d-4bfca798b075,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:23:32.016442 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Network 18a78b1a-ecb4-4640-be5d-4bfca798b075 details requested by agent ovs-agent-dv-cinder-852261-3-iscsi with host dv-cinder-852261-3-iscsi {{(pid=103791) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:23:34.220745 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 43276) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:23:34.628879 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3860ba74-6934-431f-b817-8830b7c0fd5c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:23:34.630252 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-3860ba74-6934-431f-b817-8830b7c0fd5c demo admin] 10.222.0.65 "GET /networking/v2.0/networks/18a78b1a-ecb4-4640-be5d-4bfca798b075 HTTP/1.1" status: 200 len: 825 time: 0.4085460 Aug 10 12:23:34.669151 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-69103cd1-b216-460f-bb4f-784f8372c385 demo admin] 10.222.0.65 "GET /networking/v2.0/subnetpools/319ff764-08df-4484-b221-11f8df20e845 HTTP/1.1" status: 200 len: 734 time: 0.0329304 Aug 10 12:23:34.678603 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-aa1f364f-aa4f-4681-bb62-f1482c325330 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '319ff764-08df-4484-b221-11f8df20e845', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '18a78b1a-ecb4-4640-be5d-4bfca798b075'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:23:34.696817 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=60,neutron:INSERT=38,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:23:34.703407 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1f364f-aa4f-4681-bb62-f1482c325330 demo admin] Made reservation on behalf of 6d75a1525d11453faac47809e5dc2f01 for: {'subnet': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:23:34.706180 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aa1f364f-aa4f-4681-bb62-f1482c325330 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:34.983073 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:23:34.999223 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aa1f364f-aa4f-4681-bb62-f1482c325330 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for subnet (a9d5909b-5303-4bac-ad5f-6ecc2cc7158e), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:35.068636 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f364f-aa4f-4681-bb62-f1482c325330 demo admin] Checking segment: {'id': '249390e3-dd8a-492a-9dd8-832522e45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18a78b1a-ecb4-4640-be5d-4bfca798b075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:23:35.069010 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1f364f-aa4f-4681-bb62-f1482c325330 demo admin] Network hostable DHCP agents. Network: 18a78b1a-ecb4-4640-be5d-4bfca798b075, hostable agents: ['3740d807-28f7-4854-acf5-2b19d0b15337'], hosted agents: [] {{(pid=103790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:23:35.078882 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f364f-aa4f-4681-bb62-f1482c325330 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a9d5909b-5303-4bac-ad5f-6ecc2cc7158e,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:23:35.096405 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1f364f-aa4f-4681-bb62-f1482c325330 demo admin] Network 18a78b1a-ecb4-4640-be5d-4bfca798b075 is scheduled to be hosted by DHCP agent 3740d807-28f7-4854-acf5-2b19d0b15337 with binding_index 1 {{(pid=103790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:23:35.108179 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-aa1f364f-aa4f-4681-bb62-f1482c325330 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-3-iscsi, 18a78b1a-ecb4-4640-be5d-4bfca798b075) {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:23:35.113169 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1f364f-aa4f-4681-bb62-f1482c325330 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:23:35.113796 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aa1f364f-aa4f-4681-bb62-f1482c325330 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:35.119394 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d55aaf2-1df3-409c-8e83-890f51a9a2f9 None None] Network 18a78b1a-ecb4-4640-be5d-4bfca798b075 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:23:35.133335 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-aa1f364f-aa4f-4681-bb62-f1482c325330 demo admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4581387 Aug 10 12:23:35.386214 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86ca77f6-5be4-552c-98a5-d2332f118cbe-18a78b1a-ecb4-4640-be5d-4bfca798b075', 'network_id': '18a78b1a-ecb4-4640-be5d-4bfca798b075', 'project_id': '6d75a1525d11453faac47809e5dc2f01', 'fixed_ips': [{'subnet_id': 'a9d5909b-5303-4bac-ad5f-6ecc2cc7158e'}]}} from dv-cinder-852261-3-iscsi. {{(pid=103791) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 10 12:23:35.387572 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:35.662278 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.db_base_plugin_common [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Allocated IP 172.20.0.2 (18a78b1a-ecb4-4640-be5d-4bfca798b075/a9d5909b-5303-4bac-ad5f-6ecc2cc7158e/ca65e6dc-ddfa-4220-95f5-11b52a9d87b0) {{(pid=103791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:23:35.676894 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:23:35.927587 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Publish callbacks [] for port (ca65e6dc-ddfa-4220-95f5-11b52a9d87b0), precommit_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:35.936383 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (ca65e6dc-ddfa-4220-95f5-11b52a9d87b0), after_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:36.008594 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Network 18a78b1a-ecb4-4640-be5d-4bfca798b075 is already hosted by enough agents. {{(pid=103791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:23:36.016541 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.base_scheduler [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Resources bound (agent type, host, resource id): {{(pid=103791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:23:36.023943 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Received port after_create {{(pid=103791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:23:36.031133 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Pushing event updated for resources: {'Port': ['ID=ca65e6dc-ddfa-4220-95f5-11b52a9d87b0,revision_number=1']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:23:36.063035 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:36.063393 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:36.063764 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:36.064120 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:36.065021 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:36.065502 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:36.065806 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:36.066105 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:36.066516 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:36.066818 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:36.067166 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:36.067517 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:36.067854 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:36.068184 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:36.068513 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Tracked resource versions report: Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: pushed versions: Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: { 'AddressGroup': {'1.2'}, Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Agent': {'1.1'}, Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'ConntrackHelper': {'1.0'}, Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'LocalIPAssociation': {'1.0'}, Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Log': {'1.0'}, Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'NDPProxy': {'1.0'}, Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Network': {'1.1'}, Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Port': {'1.7'}, Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'PortForwarding': {'1.3'}, Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'QosPolicy': {'1.10'}, Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'SecurityGroup': {'1.5'}, Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'SecurityGroupRule': {'1.2'}, Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'SubPort': {'1.0'}, Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Subnet': {'1.1'}, Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Trunk': {'1.1'}} Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: consumer versions: Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: { DHCP agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: L3 agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: Metadata agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: Metering agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: Open vSwitch agent@dv-cinder-852261-3-iscsi: { 'AddressGroup': '1.2', Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Agent': '1.1', Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'ConntrackHelper': '1.0', Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'LocalIPAssociation': '1.0', Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Log': '1.0', Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'NDPProxy': '1.0', Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Network': '1.1', Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Port': '1.7', Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'PortForwarding': '1.3', Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'QosPolicy': '1.10', Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'SecurityGroup': '1.5', Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'SecurityGroupRule': '1.2', Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'SubPort': '1.0', Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Subnet': '1.1', Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Trunk': '1.1'}} Aug 10 12:23:36.069969 dv-cinder-852261-3-iscsi neutron-server[103791]: {{(pid=103791) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 12:23:36.119294 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Attempting to bind port ca65e6dc-ddfa-4220-95f5-11b52a9d87b0 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:23:36.119729 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Attempting to bind port ca65e6dc-ddfa-4220-95f5-11b52a9d87b0 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': '249390e3-dd8a-492a-9dd8-832522e45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18a78b1a-ecb4-4640-be5d-4bfca798b075'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:23:36.120246 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Attempting to bind port ca65e6dc-ddfa-4220-95f5-11b52a9d87b0 on network 18a78b1a-ecb4-4640-be5d-4bfca798b075 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:23:36.125100 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:23:36.125508 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Checking segment: {'id': '249390e3-dd8a-492a-9dd8-832522e45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18a78b1a-ecb4-4640-be5d-4bfca798b075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:23:36.125969 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:36.126363 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Bound using segment: {'id': '249390e3-dd8a-492a-9dd8-832522e45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18a78b1a-ecb4-4640-be5d-4bfca798b075'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:23:36.127413 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Bound port: ca65e6dc-ddfa-4220-95f5-11b52a9d87b0, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249390e3-dd8a-492a-9dd8-832522e45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18a78b1a-ecb4-4640-be5d-4bfca798b075'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:23:36.127833 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ca65e6dc-ddfa-4220-95f5-11b52a9d87b0), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:36.158788 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:23:36.190461 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] For port ca65e6dc-ddfa-4220-95f5-11b52a9d87b0, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:23:36.209384 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] For port ca65e6dc-ddfa-4220-95f5-11b52a9d87b0, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=ca65e6dc-ddfa-4220-95f5-11b52a9d87b0,segment=NetworkSegment(249390e3-dd8a-492a-9dd8-832522e45918),segment_id=249390e3-dd8a-492a-9dd8-832522e45918)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:23:36.216288 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (ca65e6dc-ddfa-4220-95f5-11b52a9d87b0), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:36.271254 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5a3c5-c0b1-4264-aac3-792d1375e08f None None] Pushing event updated for resources: {'Port': ['ID=ca65e6dc-ddfa-4220-95f5-11b52a9d87b0,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:23:37.409487 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 43288) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:23:37.740036 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [None req-72a4da3c-56b1-4c4e-b01d-16d22560fc0e admin admin] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=103790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 10 12:23:37.741029 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-72a4da3c-56b1-4c4e-b01d-16d22560fc0e admin admin] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3306012 Aug 10 12:23:38.309398 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=4 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:23:38.314035 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=20,neutron:INSERT=31 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:23:38.433571 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=20,neutron:INSERT=36,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:23:38.434794 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=13,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:23:39.968259 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 43304) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:23:40.297922 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [None req-d8d2d8f6-4157-4bc9-ae99-9781bf4c5ad1 admin admin] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=103790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 10 12:23:40.298948 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-d8d2d8f6-4157-4bc9-ae99-9781bf4c5ad1 admin admin] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3296630 Aug 10 12:23:42.561109 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 43312) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:23:42.887589 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-f374ce0e-2378-47df-8af6-619e58ed6617 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:23:42.911338 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f374ce0e-2378-47df-8af6-619e58ed6617 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4638'] for router (c21555e1-7d8b-45eb-98ca-5fc2a94e353b), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:42.912906 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f374ce0e-2378-47df-8af6-619e58ed6617 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4629'] for router (c21555e1-7d8b-45eb-98ca-5fc2a94e353b), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:43.062681 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f374ce0e-2378-47df-8af6-619e58ed6617 demo demo] Publish callbacks [] for router_controller (c21555e1-7d8b-45eb-98ca-5fc2a94e353b), precommit_add_association {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:43.067555 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f374ce0e-2378-47df-8af6-619e58ed6617 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690056'] for router (c21555e1-7d8b-45eb-98ca-5fc2a94e353b), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:43.084387 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f374ce0e-2378-47df-8af6-619e58ed6617 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:43.085552 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-f374ce0e-2378-47df-8af6-619e58ed6617 demo demo] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5233696 Aug 10 12:23:44.186033 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f711ea-6eb4-4f14-b766-e9fa001e4f42 None None] Network 18a78b1a-ecb4-4640-be5d-4bfca798b075 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:23:44.309423 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-b105ab95-088d-4f6f-9d9d-c2ccd8d1e03b None None] Provisioning complete for port ca65e6dc-ddfa-4220-95f5-11b52a9d87b0 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:23:44.309837 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b105ab95-088d-4f6f-9d9d-c2ccd8d1e03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (ca65e6dc-ddfa-4220-95f5-11b52a9d87b0), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:44.330378 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device ca65e6dc-ddfa-4220-95f5-11b52a9d87b0 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:23:44.501170 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port ca65e6dc-ddfa-4220-95f5-11b52a9d87b0 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:23:44.501612 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (ca65e6dc-ddfa-4220-95f5-11b52a9d87b0), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:44.523436 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-b105ab95-088d-4f6f-9d9d-c2ccd8d1e03b None None] Current status of the port ca65e6dc-ddfa-4220-95f5-11b52a9d87b0 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:23:44.523835 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b105ab95-088d-4f6f-9d9d-c2ccd8d1e03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ca65e6dc-ddfa-4220-95f5-11b52a9d87b0), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:44.575346 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-b105ab95-088d-4f6f-9d9d-c2ccd8d1e03b None None] For port ca65e6dc-ddfa-4220-95f5-11b52a9d87b0, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=ca65e6dc-ddfa-4220-95f5-11b52a9d87b0,segment=NetworkSegment(249390e3-dd8a-492a-9dd8-832522e45918),segment_id=249390e3-dd8a-492a-9dd8-832522e45918)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:23:44.592907 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b105ab95-088d-4f6f-9d9d-c2ccd8d1e03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (ca65e6dc-ddfa-4220-95f5-11b52a9d87b0), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:44.636180 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port ca65e6dc-ddfa-4220-95f5-11b52a9d87b0 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:23:44.636573 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ca65e6dc-ddfa-4220-95f5-11b52a9d87b0), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:44.638199 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:23:44.667157 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105ab95-088d-4f6f-9d9d-c2ccd8d1e03b None None] Pushing event updated for resources: {'Port': ['ID=ca65e6dc-ddfa-4220-95f5-11b52a9d87b0,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:23:44.714486 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.db.api [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 10 12:23:44.714942 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG oslo_db.api [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 12:23:44.716864 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-749edcd3-0eda-425d-a5d8-921d3db5b693 None None] Provisioning complete for port ca65e6dc-ddfa-4220-95f5-11b52a9d87b0 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:23:44.717249 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-749edcd3-0eda-425d-a5d8-921d3db5b693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (ca65e6dc-ddfa-4220-95f5-11b52a9d87b0), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:44.786571 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-749edcd3-0eda-425d-a5d8-921d3db5b693 None None] Current status of the port ca65e6dc-ddfa-4220-95f5-11b52a9d87b0 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:23:45.250073 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port ca65e6dc-ddfa-4220-95f5-11b52a9d87b0 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:23:45.317342 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 43326) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:23:45.632380 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [None req-036be0a1-692c-4998-887c-7d0c060dd163 admin admin] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=103790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 10 12:23:45.633406 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-036be0a1-692c-4998-887c-7d0c060dd163 admin admin] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3150980 Aug 10 12:23:46.301714 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device ca65e6dc-ddfa-4220-95f5-11b52a9d87b0 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:23:46.328767 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:23:46.346283 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port ca65e6dc-ddfa-4220-95f5-11b52a9d87b0 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:23:46.346676 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (ca65e6dc-ddfa-4220-95f5-11b52a9d87b0), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:46.418570 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port ca65e6dc-ddfa-4220-95f5-11b52a9d87b0 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:23:47.868612 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 43334) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:23:48.183740 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-c4727c84-4192-4111-91d6-d2afa44c3d7d admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:23:48.203444 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4727c84-4192-4111-91d6-d2afa44c3d7d admin admin] Made reservation on behalf of bd2efc376f4648d0a2b40e0c73cde3c5 for: {'network': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:23:48.206379 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c4727c84-4192-4111-91d6-d2afa44c3d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for network (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:48.214568 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c4727c84-4192-4111-91d6-d2afa44c3d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:48.293553 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c4727c84-4192-4111-91d6-d2afa44c3d7d admin admin] Publish callbacks [] for security_group (ec311898-db09-4afd-9c8d-f47820be4dd1), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:48.297075 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c4727c84-4192-4111-91d6-d2afa44c3d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (ec311898-db09-4afd-9c8d-f47820be4dd1), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:48.313181 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c4727c84-4192-4111-91d6-d2afa44c3d7d admin admin] Reserving flat network on physical network physnet1 {{(pid=103790) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 10 12:23:48.337338 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c4727c84-4192-4111-91d6-d2afa44c3d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (f039f917-aeaf-4c4c-8a4b-7ba10d2fd039), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:48.337828 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.segments_db [None req-c4727c84-4192-4111-91d6-d2afa44c3d7d admin admin] Added segment f039f917-aeaf-4c4c-8a4b-7ba10d2fd039 of type flat for network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 Aug 10 12:23:48.339493 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4727c84-4192-4111-91d6-d2afa44c3d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec311898-db09-4afd-9c8d-f47820be4dd1,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:23:48.388769 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c4727c84-4192-4111-91d6-d2afa44c3d7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736055994067'] for network (4ecf14ff-56e6-49fb-b52d-1b74a2838da0), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:48.391214 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=69,neutron:UPDATE=4,neutron:INSERT=26,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:23:48.424486 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c4727c84-4192-4111-91d6-d2afa44c3d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for network (4ecf14ff-56e6-49fb-b52d-1b74a2838da0), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:48.425451 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4727c84-4192-4111-91d6-d2afa44c3d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:23:48.426020 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c4727c84-4192-4111-91d6-d2afa44c3d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:48.512058 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-c4727c84-4192-4111-91d6-d2afa44c3d7d admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6424665 Aug 10 12:23:48.520268 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4727c84-4192-4111-91d6-d2afa44c3d7d admin admin] Pushing event updated for resources: {'Network': ['ID=4ecf14ff-56e6-49fb-b52d-1b74a2838da0,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:23:48.530354 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 details requested by agent ovs-agent-dv-cinder-852261-3-iscsi with host dv-cinder-852261-3-iscsi {{(pid=103791) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:23:50.713539 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 43342) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:23:51.071109 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857460d3-2780-4dae-867e-d3448bc2bd23 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:23:51.072338 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-857460d3-2780-4dae-867e-d3448bc2bd23 demo admin] 10.222.0.65 "GET /networking/v2.0/subnets/a9d5909b-5303-4bac-ad5f-6ecc2cc7158e HTTP/1.1" status: 200 len: 849 time: 0.3578427 Aug 10 12:23:51.189773 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-f091b840-2476-4e49-8d69-8ba71d73dc44 demo admin] 10.222.0.65 "GET /networking/v2.0/routers/c21555e1-7d8b-45eb-98ca-5fc2a94e353b HTTP/1.1" status: 200 len: 704 time: 0.1115162 Aug 10 12:23:51.317950 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=7 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:23:51.419129 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e911e11a-96c7-4785-a06a-09961ed73e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:51.450910 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-76929d06-48eb-423c-9907-680d5caba529 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:51.731789 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-76929d06-48eb-423c-9907-680d5caba529 demo admin] Allocated IP 172.20.0.1 (18a78b1a-ecb4-4640-be5d-4bfca798b075/a9d5909b-5303-4bac-ad5f-6ecc2cc7158e/dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:23:51.925856 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-76929d06-48eb-423c-9907-680d5caba529 demo admin] Publish callbacks [] for port (dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:51.987190 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-76929d06-48eb-423c-9907-680d5caba529 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:52.064515 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76929d06-48eb-423c-9907-680d5caba529 demo admin] Network 18a78b1a-ecb4-4640-be5d-4bfca798b075 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:23:52.072229 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-76929d06-48eb-423c-9907-680d5caba529 demo admin] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:23:52.074317 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76929d06-48eb-423c-9907-680d5caba529 demo admin] Pushing event updated for resources: {'Port': ['ID=dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:23:52.077675 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76929d06-48eb-423c-9907-680d5caba529 demo admin] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:23:52.077675 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-76929d06-48eb-423c-9907-680d5caba529 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745920'] for router_interface (c21555e1-7d8b-45eb-98ca-5fc2a94e353b), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:52.147899 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:23:52.249732 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-88ff4100-8865-4b87-a290-65b5e1555ebd None None] Provisioning complete for port dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:23:52.250122 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-88ff4100-8865-4b87-a290-65b5e1555ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:52.280031 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-76929d06-48eb-423c-9907-680d5caba529 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:52.328536 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-88ff4100-8865-4b87-a290-65b5e1555ebd None None] Port dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:23:52.435951 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:23:52.487412 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-76929d06-48eb-423c-9907-680d5caba529 demo admin] Publish callbacks [] for port (dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:52.491438 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-76929d06-48eb-423c-9907-680d5caba529 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:52.492113 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-76929d06-48eb-423c-9907-680d5caba529 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746544'] for router_interface (c21555e1-7d8b-45eb-98ca-5fc2a94e353b), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:52.568999 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76929d06-48eb-423c-9907-680d5caba529 demo admin] Pushing event updated for resources: {'Port': ['ID=dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:23:52.617877 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76929d06-48eb-423c-9907-680d5caba529 demo admin] Network 18a78b1a-ecb4-4640-be5d-4bfca798b075 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:23:52.619157 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-76929d06-48eb-423c-9907-680d5caba529 demo admin] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:23:52.772887 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76929d06-48eb-423c-9907-680d5caba529 demo admin] Router c21555e1-7d8b-45eb-98ca-5fc2a94e353b is scheduled to L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 with binding_index 1 {{(pid=103790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 10 12:23:52.848096 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-90235fdd-18fc-4fc9-9467-0d002fdc00e0 None None] Provisioning complete for port dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:23:52.848683 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-90235fdd-18fc-4fc9-9467-0d002fdc00e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:52.860728 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76929d06-48eb-423c-9907-680d5caba529 demo admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:23:52.866258 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-76929d06-48eb-423c-9907-680d5caba529 demo admin] 10.222.0.65 "PUT /networking/v2.0/routers/c21555e1-7d8b-45eb-98ca-5fc2a94e353b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6711543 Aug 10 12:23:52.874744 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] Sync routers for ids ['c21555e1-7d8b-45eb-98ca-5fc2a94e353b'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:23:52.882052 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-90235fdd-18fc-4fc9-9467-0d002fdc00e0 None None] Port dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:23:52.888588 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] Routers {'c21555e1-7d8b-45eb-98ca-5fc2a94e353b'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:23:52.889370 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:23:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c21555e1-7d8b-45eb-98ca-5fc2a94e353b'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:23:53.067143 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] Set router c21555e1-7d8b-45eb-98ca-5fc2a94e353b gateway port host: None {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:23:53.480472 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21555e1-7d8b-45eb-98ca-5fc2a94e353b', 'name': 'router1', 'tenant_id': '6d75a1525d11453faac47809e5dc2f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:23:42Z', 'updated_at': '2022-08-10T12:23:52Z', 'revision_number': 2, 'project_id': '6d75a1525d11453faac47809e5dc2f01', 'gw_port_host': None, '_interfaces': [{'id': 'dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20', 'name': '', 'network_id': '18a78b1a-ecb4-4640-be5d-4bfca798b075', 'tenant_id': '6d75a1525d11453faac47809e5dc2f01', 'mac_address': 'fa:16:3e:e1:11:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21555e1-7d8b-45eb-98ca-5fc2a94e353b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9d5909b-5303-4bac-ad5f-6ecc2cc7158e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:23:51Z', 'updated_at': '2022-08-10T12:23:52Z', 'revision_number': 2, 'project_id': '6d75a1525d11453faac47809e5dc2f01', 'subnets': [{'id': 'a9d5909b-5303-4bac-ad5f-6ecc2cc7158e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '319ff764-08df-4484-b221-11f8df20e845'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:23:53.529058 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] Checking router: c21555e1-7d8b-45eb-98ca-5fc2a94e353b for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:23:53.529457 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] Updating router c21555e1-7d8b-45eb-98ca-5fc2a94e353b port dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20 binding host dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:23:53.581702 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:53.615975 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-740dde82-db63-47cf-a25b-8b00c7cbd9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:54.069537 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] Publish callbacks [] for port (dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20), precommit_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:54.077800 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:54.222395 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63a982-43db-440c-bdec-d8f92d768fed None None] Pushing event updated for resources: {'Port': ['ID=dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20,revision_number=3']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:23:54.224701 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] Attempting to bind port dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:23:54.225092 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] Attempting to bind port dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': '249390e3-dd8a-492a-9dd8-832522e45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18a78b1a-ecb4-4640-be5d-4bfca798b075'}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:23:54.225534 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] Attempting to bind port dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20 on network 18a78b1a-ecb4-4640-be5d-4bfca798b075 {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:23:54.234946 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:23:54.235351 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] Checking segment: {'id': '249390e3-dd8a-492a-9dd8-832522e45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18a78b1a-ecb4-4640-be5d-4bfca798b075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:23:54.235831 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:54.236227 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] Bound using segment: {'id': '249390e3-dd8a-492a-9dd8-832522e45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18a78b1a-ecb4-4640-be5d-4bfca798b075'} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:23:54.236709 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] Bound port: dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249390e3-dd8a-492a-9dd8-832522e45918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18a78b1a-ecb4-4640-be5d-4bfca798b075'}}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:23:54.237636 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:54.246249 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63a982-43db-440c-bdec-d8f92d768fed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:54.246606 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63a982-43db-440c-bdec-d8f92d768fed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:54.246975 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63a982-43db-440c-bdec-d8f92d768fed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:54.247339 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63a982-43db-440c-bdec-d8f92d768fed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:54.247671 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63a982-43db-440c-bdec-d8f92d768fed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:54.248000 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63a982-43db-440c-bdec-d8f92d768fed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:54.248329 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63a982-43db-440c-bdec-d8f92d768fed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:54.248651 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63a982-43db-440c-bdec-d8f92d768fed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:54.248976 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63a982-43db-440c-bdec-d8f92d768fed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:54.249317 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63a982-43db-440c-bdec-d8f92d768fed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:54.249642 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63a982-43db-440c-bdec-d8f92d768fed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:54.249979 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63a982-43db-440c-bdec-d8f92d768fed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:54.250303 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63a982-43db-440c-bdec-d8f92d768fed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:54.250655 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63a982-43db-440c-bdec-d8f92d768fed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:54.250932 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63a982-43db-440c-bdec-d8f92d768fed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe63a982-43db-440c-bdec-d8f92d768fed None None] Tracked resource versions report: Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: pushed versions: Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: { 'AddressGroup': {'1.2'}, Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Agent': {'1.1'}, Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'ConntrackHelper': {'1.0'}, Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'LocalIPAssociation': {'1.0'}, Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Log': {'1.0'}, Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'NDPProxy': {'1.0'}, Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Network': {'1.1'}, Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Port': {'1.7'}, Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'PortForwarding': {'1.3'}, Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'QosPolicy': {'1.10'}, Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'SecurityGroup': {'1.5'}, Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'SecurityGroupRule': {'1.2'}, Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'SubPort': {'1.0'}, Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Subnet': {'1.1'}, Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Trunk': {'1.1'}} Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: consumer versions: Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: { DHCP agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: L3 agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: Metadata agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: Metering agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: Open vSwitch agent@dv-cinder-852261-3-iscsi: { 'AddressGroup': '1.2', Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Agent': '1.1', Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'ConntrackHelper': '1.0', Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'LocalIPAssociation': '1.0', Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Log': '1.0', Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'NDPProxy': '1.0', Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Network': '1.1', Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Port': '1.7', Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'PortForwarding': '1.3', Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'QosPolicy': '1.10', Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'SecurityGroup': '1.5', Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'SecurityGroupRule': '1.2', Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'SubPort': '1.0', Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Subnet': '1.1', Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Trunk': '1.1'}} Aug 10 12:23:54.252889 dv-cinder-852261-3-iscsi neutron-server[103792]: {{(pid=103792) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 12:23:54.281135 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:23:54.315650 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] For port dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:23:54.335276 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] For port dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20,segment=NetworkSegment(249390e3-dd8a-492a-9dd8-832522e45918),segment_id=249390e3-dd8a-492a-9dd8-832522e45918)] {{(pid=103792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:23:54.340859 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:54.379926 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:23:54.382821 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] Routers {'c21555e1-7d8b-45eb-98ca-5fc2a94e353b'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:23:54.383442 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:23:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c21555e1-7d8b-45eb-98ca-5fc2a94e353b'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:23:54.451481 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63a982-43db-440c-bdec-d8f92d768fed None None] Pushing event updated for resources: {'Port': ['ID=dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20,revision_number=4']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:23:54.475856 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] Set router c21555e1-7d8b-45eb-98ca-5fc2a94e353b gateway port host: None {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:23:54.667464 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21555e1-7d8b-45eb-98ca-5fc2a94e353b', 'name': 'router1', 'tenant_id': '6d75a1525d11453faac47809e5dc2f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:23:42Z', 'updated_at': '2022-08-10T12:23:52Z', 'revision_number': 2, 'project_id': '6d75a1525d11453faac47809e5dc2f01', 'gw_port_host': None, '_interfaces': [{'id': 'dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20', 'name': '', 'network_id': '18a78b1a-ecb4-4640-be5d-4bfca798b075', 'tenant_id': '6d75a1525d11453faac47809e5dc2f01', 'mac_address': 'fa:16:3e:e1:11:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21555e1-7d8b-45eb-98ca-5fc2a94e353b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9d5909b-5303-4bac-ad5f-6ecc2cc7158e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:23:51Z', 'updated_at': '2022-08-10T12:23:54Z', 'revision_number': 4, 'project_id': '6d75a1525d11453faac47809e5dc2f01', 'subnets': [{'id': 'a9d5909b-5303-4bac-ad5f-6ecc2cc7158e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '319ff764-08df-4484-b221-11f8df20e845'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:23:54.695310 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c50130-af5c-43f1-8af3-d83e220dceb6 None None] The sync data for ids ['c21555e1-7d8b-45eb-98ca-5fc2a94e353b'] in dv-cinder-852261-3-iscsi is: [{'id': 'c21555e1-7d8b-45eb-98ca-5fc2a94e353b', 'name': 'router1', 'tenant_id': '6d75a1525d11453faac47809e5dc2f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:23:42Z', 'updated_at': '2022-08-10T12:23:52Z', 'revision_number': 2, 'project_id': '6d75a1525d11453faac47809e5dc2f01', 'gw_port_host': None, '_interfaces': [{'id': 'dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20', 'name': '', 'network_id': '18a78b1a-ecb4-4640-be5d-4bfca798b075', 'tenant_id': '6d75a1525d11453faac47809e5dc2f01', 'mac_address': 'fa:16:3e:e1:11:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21555e1-7d8b-45eb-98ca-5fc2a94e353b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9d5909b-5303-4bac-ad5f-6ecc2cc7158e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:23:51Z', 'updated_at': '2022-08-10T12:23:54Z', 'revision_number': 4, 'project_id': '6d75a1525d11453faac47809e5dc2f01', 'subnets': [{'id': 'a9d5909b-5303-4bac-ad5f-6ecc2cc7158e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '319ff764-08df-4484-b221-11f8df20e845'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:23:54.773068 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:55.061812 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 43354) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:23:55.447519 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff2f80a-6b77-4864-8364-1f0eb5984687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:23:55.448857 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-bff2f80a-6b77-4864-8364-1f0eb5984687 admin admin] 10.222.0.65 "GET /networking/v2.0/networks/4ecf14ff-56e6-49fb-b52d-1b74a2838da0 HTTP/1.1" status: 200 len: 842 time: 0.3859921 Aug 10 12:23:55.458871 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-8ac054d3-266d-4949-b08c-62817c78d6ce admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'gateway_ip': '172.27.0.1'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:23:55.481638 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac054d3-266d-4949-b08c-62817c78d6ce admin admin] Made reservation on behalf of bd2efc376f4648d0a2b40e0c73cde3c5 for: {'subnet': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:23:55.483855 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8ac054d3-266d-4949-b08c-62817c78d6ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:55.554075 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:23:55.820275 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.objects.ports [None req-8ac054d3-266d-4949-b08c-62817c78d6ce admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103790) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 10 12:23:55.820718 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8ac054d3-266d-4949-b08c-62817c78d6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for subnet (b048f338-84b8-4e3d-9516-008ab3d71026), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:55.878902 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac054d3-266d-4949-b08c-62817c78d6ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=b048f338-84b8-4e3d-9516-008ab3d71026,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:23:55.884695 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:23:55.890340 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac054d3-266d-4949-b08c-62817c78d6ce admin admin] Checking segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:23:55.890697 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac054d3-266d-4949-b08c-62817c78d6ce admin admin] Network hostable DHCP agents. Network: 4ecf14ff-56e6-49fb-b52d-1b74a2838da0, hostable agents: ['3740d807-28f7-4854-acf5-2b19d0b15337'], hosted agents: [] {{(pid=103790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:23:55.911042 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac054d3-266d-4949-b08c-62817c78d6ce admin admin] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is scheduled to be hosted by DHCP agent 3740d807-28f7-4854-acf5-2b19d0b15337 with binding_index 1 {{(pid=103790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:23:55.920858 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-8ac054d3-266d-4949-b08c-62817c78d6ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-3-iscsi, 4ecf14ff-56e6-49fb-b52d-1b74a2838da0) {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:23:55.925523 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac054d3-266d-4949-b08c-62817c78d6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:23:55.926272 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8ac054d3-266d-4949-b08c-62817c78d6ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:55.934264 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93077611-8188-452c-b7db-d898ebdbf9f7 None None] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:23:55.945934 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-8ac054d3-266d-4949-b08c-62817c78d6ce admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4903007 Aug 10 12:23:56.046642 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f464de-38ac-4d69-8283-bd582c88b8ef None None] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:23:56.249792 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:56.581385 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:58.263855 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 5 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:23:58.358549 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 43362) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:23:58.768692 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-e32b9a2f-d13c-4af8-8fb2-0b40e91c65c9 demo admin] 10.222.0.65 "GET /networking/v2.0/routers/c21555e1-7d8b-45eb-98ca-5fc2a94e353b HTTP/1.1" status: 200 len: 710 time: 0.4089031 Aug 10 12:23:58.857453 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caeb0838-8f34-4273-8017-6abb5510d64e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:23:58.858725 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-caeb0838-8f34-4273-8017-6abb5510d64e demo admin] 10.222.0.65 "GET /networking/v2.0/networks/4ecf14ff-56e6-49fb-b52d-1b74a2838da0 HTTP/1.1" status: 200 len: 886 time: 0.0844543 Aug 10 12:23:58.867543 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-ee7a7258-d542-4839-930d-ccb7e4ab37f4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:23:59.105997 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee7a7258-d542-4839-930d-ccb7e4ab37f4 demo admin] Publish callbacks [] for router_gateway (c21555e1-7d8b-45eb-98ca-5fc2a94e353b), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:59.319911 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee7a7258-d542-4839-930d-ccb7e4ab37f4 demo admin] Publish callbacks [] for router_gateway (c21555e1-7d8b-45eb-98ca-5fc2a94e353b), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:59.396355 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee7a7258-d542-4839-930d-ccb7e4ab37f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:59.405732 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:23:59.507006 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-ee7a7258-d542-4839-930d-ccb7e4ab37f4 demo admin] Allocated IP 172.27.0.19 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/f81a9e60-b9ae-4750-aebe-557e945ba6f6) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:23:59.568076 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:23:59.615805 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee7a7258-d542-4839-930d-ccb7e4ab37f4 demo admin] Publish callbacks [] for port (f81a9e60-b9ae-4750-aebe-557e945ba6f6), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:59.647606 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee7a7258-d542-4839-930d-ccb7e4ab37f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (f81a9e60-b9ae-4750-aebe-557e945ba6f6), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:23:59.687165 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7a7258-d542-4839-930d-ccb7e4ab37f4 demo admin] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:23:59.690285 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-ee7a7258-d542-4839-930d-ccb7e4ab37f4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:23:59.693042 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a7258-d542-4839-930d-ccb7e4ab37f4 demo admin] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:23:59.736475 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a7258-d542-4839-930d-ccb7e4ab37f4 demo admin] Pushing event updated for resources: {'Port': ['ID=f81a9e60-b9ae-4750-aebe-557e945ba6f6,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:24:00.015623 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee7a7258-d542-4839-930d-ccb7e4ab37f4 demo admin] Publish callbacks [] for router_gateway (c21555e1-7d8b-45eb-98ca-5fc2a94e353b), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:00.198499 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee7a7258-d542-4839-930d-ccb7e4ab37f4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-690015', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-748029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4611'] for router (c21555e1-7d8b-45eb-98ca-5fc2a94e353b), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:00.201885 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee7a7258-d542-4839-930d-ccb7e4ab37f4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-690029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-690042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-748004'] for router (c21555e1-7d8b-45eb-98ca-5fc2a94e353b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:00.305977 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7a7258-d542-4839-930d-ccb7e4ab37f4 demo admin] Router c21555e1-7d8b-45eb-98ca-5fc2a94e353b has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:24:00.311948 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:24:00.319468 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:24:00.361932 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:24:00.362428 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:00.414878 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7a7258-d542-4839-930d-ccb7e4ab37f4 demo admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:24:00.419603 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee7a7258-d542-4839-930d-ccb7e4ab37f4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:00.422832 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-ee7a7258-d542-4839-930d-ccb7e4ab37f4 demo admin] 10.222.0.65 "PUT /networking/v2.0/routers/c21555e1-7d8b-45eb-98ca-5fc2a94e353b HTTP/1.1" status: 200 len: 889 time: 1.5563869 Aug 10 12:24:00.424691 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:24:00.436723 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:24:00.437120 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:00.474330 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20,segment=NetworkSegment(249390e3-dd8a-492a-9dd8-832522e45918),segment_id=249390e3-dd8a-492a-9dd8-832522e45918)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:24:00.480095 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:00.533024 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:24:01.031945 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] Sync routers for ids ['c21555e1-7d8b-45eb-98ca-5fc2a94e353b'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:24:01.044556 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] Routers {'c21555e1-7d8b-45eb-98ca-5fc2a94e353b'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:24:01.045197 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:23:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c21555e1-7d8b-45eb-98ca-5fc2a94e353b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:24:01.151066 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:24:01.244137 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] Set router c21555e1-7d8b-45eb-98ca-5fc2a94e353b gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:24:01.609469 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21555e1-7d8b-45eb-98ca-5fc2a94e353b', 'name': 'router1', 'tenant_id': '6d75a1525d11453faac47809e5dc2f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f81a9e60-b9ae-4750-aebe-557e945ba6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:23:42Z', 'updated_at': '2022-08-10T12:23:59Z', 'revision_number': 4, 'project_id': '6d75a1525d11453faac47809e5dc2f01', 'gw_port': {'id': 'f81a9e60-b9ae-4750-aebe-557e945ba6f6', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21555e1-7d8b-45eb-98ca-5fc2a94e353b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:23:59Z', 'updated_at': '2022-08-10T12:23:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20', 'name': '', 'network_id': '18a78b1a-ecb4-4640-be5d-4bfca798b075', 'tenant_id': '6d75a1525d11453faac47809e5dc2f01', 'mac_address': 'fa:16:3e:e1:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21555e1-7d8b-45eb-98ca-5fc2a94e353b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9d5909b-5303-4bac-ad5f-6ecc2cc7158e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:23:51Z', 'updated_at': '2022-08-10T12:24:00Z', 'revision_number': 5, 'project_id': '6d75a1525d11453faac47809e5dc2f01', 'subnets': [{'id': 'a9d5909b-5303-4bac-ad5f-6ecc2cc7158e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '319ff764-08df-4484-b221-11f8df20e845'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:24:01.733734 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] Checking router: c21555e1-7d8b-45eb-98ca-5fc2a94e353b for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:24:01.734123 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] Updating router c21555e1-7d8b-45eb-98ca-5fc2a94e353b port f81a9e60-b9ae-4750-aebe-557e945ba6f6 binding host dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:24:01.784861 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (f81a9e60-b9ae-4750-aebe-557e945ba6f6), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:02.083153 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] Publish callbacks [] for port (f81a9e60-b9ae-4750-aebe-557e945ba6f6), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:02.088420 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (f81a9e60-b9ae-4750-aebe-557e945ba6f6), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:02.123304 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] Attempting to bind port f81a9e60-b9ae-4750-aebe-557e945ba6f6 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:24:02.123669 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] Attempting to bind port f81a9e60-b9ae-4750-aebe-557e945ba6f6 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:24:02.124032 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] Attempting to bind port f81a9e60-b9ae-4750-aebe-557e945ba6f6 on network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:24:02.136406 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:24:02.136778 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] Checking segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:24:02.137172 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:02.137588 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] Bound using segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:24:02.138051 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] Bound port: f81a9e60-b9ae-4750-aebe-557e945ba6f6, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:24:02.138426 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (f81a9e60-b9ae-4750-aebe-557e945ba6f6), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:02.161308 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26569d-c753-4b6e-8cee-0a48ee6a6ba7 None None] Pushing event updated for resources: {'Port': ['ID=f81a9e60-b9ae-4750-aebe-557e945ba6f6,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:24:02.191291 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] For port f81a9e60-b9ae-4750-aebe-557e945ba6f6, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:24:02.194625 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] For port f81a9e60-b9ae-4750-aebe-557e945ba6f6, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=f81a9e60-b9ae-4750-aebe-557e945ba6f6,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:24:02.195654 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:24:02.201476 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (f81a9e60-b9ae-4750-aebe-557e945ba6f6), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:02.238319 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] Routers {'c21555e1-7d8b-45eb-98ca-5fc2a94e353b'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:24:02.238928 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:23:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c21555e1-7d8b-45eb-98ca-5fc2a94e353b'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:24:02.295746 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26569d-c753-4b6e-8cee-0a48ee6a6ba7 None None] Pushing event updated for resources: {'Port': ['ID=f81a9e60-b9ae-4750-aebe-557e945ba6f6,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:24:02.334062 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:24:02.378884 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:24:02.396045 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] Set router c21555e1-7d8b-45eb-98ca-5fc2a94e353b gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:24:02.435100 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:24:02.435487 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:02.594358 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:24:02.658202 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21555e1-7d8b-45eb-98ca-5fc2a94e353b', 'name': 'router1', 'tenant_id': '6d75a1525d11453faac47809e5dc2f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f81a9e60-b9ae-4750-aebe-557e945ba6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:23:42Z', 'updated_at': '2022-08-10T12:23:59Z', 'revision_number': 4, 'project_id': '6d75a1525d11453faac47809e5dc2f01', 'gw_port': {'id': 'f81a9e60-b9ae-4750-aebe-557e945ba6f6', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21555e1-7d8b-45eb-98ca-5fc2a94e353b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:23:59Z', 'updated_at': '2022-08-10T12:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20', 'name': '', 'network_id': '18a78b1a-ecb4-4640-be5d-4bfca798b075', 'tenant_id': '6d75a1525d11453faac47809e5dc2f01', 'mac_address': 'fa:16:3e:e1:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21555e1-7d8b-45eb-98ca-5fc2a94e353b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9d5909b-5303-4bac-ad5f-6ecc2cc7158e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:23:51Z', 'updated_at': '2022-08-10T12:24:00Z', 'revision_number': 5, 'project_id': '6d75a1525d11453faac47809e5dc2f01', 'subnets': [{'id': 'a9d5909b-5303-4bac-ad5f-6ecc2cc7158e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '319ff764-08df-4484-b221-11f8df20e845'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:24:02.683134 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227ae5e2-3ab8-4344-961d-73df47e50449 None None] The sync data for ids ['c21555e1-7d8b-45eb-98ca-5fc2a94e353b'] in dv-cinder-852261-3-iscsi is: [{'id': 'c21555e1-7d8b-45eb-98ca-5fc2a94e353b', 'name': 'router1', 'tenant_id': '6d75a1525d11453faac47809e5dc2f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'f81a9e60-b9ae-4750-aebe-557e945ba6f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:23:42Z', 'updated_at': '2022-08-10T12:23:59Z', 'revision_number': 4, 'project_id': '6d75a1525d11453faac47809e5dc2f01', 'gw_port': {'id': 'f81a9e60-b9ae-4750-aebe-557e945ba6f6', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:40:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21555e1-7d8b-45eb-98ca-5fc2a94e353b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:23:59Z', 'updated_at': '2022-08-10T12:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20', 'name': '', 'network_id': '18a78b1a-ecb4-4640-be5d-4bfca798b075', 'tenant_id': '6d75a1525d11453faac47809e5dc2f01', 'mac_address': 'fa:16:3e:e1:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21555e1-7d8b-45eb-98ca-5fc2a94e353b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9d5909b-5303-4bac-ad5f-6ecc2cc7158e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:23:51Z', 'updated_at': '2022-08-10T12:24:00Z', 'revision_number': 5, 'project_id': '6d75a1525d11453faac47809e5dc2f01', 'subnets': [{'id': 'a9d5909b-5303-4bac-ad5f-6ecc2cc7158e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '319ff764-08df-4484-b221-11f8df20e845'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:24:02.838361 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 43374) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:24:03.253300 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-d7b620b5-89a8-4d3c-a87f-302e852c7db4 admin admin] 10.222.0.65 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4137869 Aug 10 12:24:04.317167 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device f81a9e60-b9ae-4750-aebe-557e945ba6f6 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:24:04.362484 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port f81a9e60-b9ae-4750-aebe-557e945ba6f6 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:24:04.363920 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (f81a9e60-b9ae-4750-aebe-557e945ba6f6), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:04.436102 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port f81a9e60-b9ae-4750-aebe-557e945ba6f6 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:24:04.436495 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (f81a9e60-b9ae-4750-aebe-557e945ba6f6), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:04.456993 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port f81a9e60-b9ae-4750-aebe-557e945ba6f6, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=f81a9e60-b9ae-4750-aebe-557e945ba6f6,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:24:04.471938 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (f81a9e60-b9ae-4750-aebe-557e945ba6f6), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:04.524950 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=f81a9e60-b9ae-4750-aebe-557e945ba6f6,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:24:04.665921 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:24:06.309213 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device f81a9e60-b9ae-4750-aebe-557e945ba6f6 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:24:06.352822 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port f81a9e60-b9ae-4750-aebe-557e945ba6f6 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:24:06.353208 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (f81a9e60-b9ae-4750-aebe-557e945ba6f6), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:06.416728 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:24:06.430118 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port f81a9e60-b9ae-4750-aebe-557e945ba6f6 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:24:08.258340 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=34 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:24:13.247584 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:INSERT=1,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:24:13.251838 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=9 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:24:16.428492 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:24:21.428027 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-955c6bd8-a7b6-45d7-82a5-7fd7f7797313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:23.624687 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-1cd51d1c-6e1b-4e13-95ce-29b3827de604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:24.782390 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:25.257793 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:24:25.277166 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:24:26.266418 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:26.603877 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:35.262427 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 5 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:24:36.567691 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:24:36.582457 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:24:37.267266 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=3 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:24:45.260426 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=5 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:24:51.423842 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-eed5d206-0171-482b-9c96-8483d4350230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:53.618505 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c83f878c-5d67-4cdd-a4e0-77fa771d77a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:54.779654 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:56.261301 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:24:56.587100 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:25:06.568902 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=18 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:25:06.583355 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:25:12.261579 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 5 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:25:20.259313 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:25:21.426994 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-19e05b71-6f4b-4250-80db-7bc92b391c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:25:22.257863 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=5 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:25:23.620022 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d6059382-dd2d-4f45-92c6-ab54a64a2f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:25:24.144422 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 43912) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:25:24.480502 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce52155-faca-4a31-a3ec-d63d3300e670 admin admin] GET failed (client error): The resource could not be found. Aug 10 12:25:24.481814 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-bce52155-faca-4a31-a3ec-d63d3300e670 admin admin] 10.222.0.65 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3364527 Aug 10 12:25:24.645035 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35e17a6-97dc-4a25-bcfd-c9938366c0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:25:24.646552 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-b35e17a6-97dc-4a25-bcfd-c9938366c0b6 admin admin] 10.222.0.65 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1598029 Aug 10 12:25:24.780597 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:25:26.262363 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:25:26.581037 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:25:26.795272 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 43922) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:25:27.165890 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490ea52b-82be-423a-b2fd-a60df8fcba13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:25:27.167236 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-490ea52b-82be-423a-b2fd-a60df8fcba13 admin admin] 10.222.0.65 "GET /networking/v2.0/subnets/a9d5909b-5303-4bac-ad5f-6ecc2cc7158e HTTP/1.1" status: 200 len: 849 time: 0.3707871 Aug 10 12:25:27.176698 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:25:27.259353 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] Publish callbacks [] for subnet (a9d5909b-5303-4bac-ad5f-6ecc2cc7158e), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:25:27.402654 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736056370095'] for subnet (a9d5909b-5303-4bac-ad5f-6ecc2cc7158e), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:25:27.432665 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:25:27.432665 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:25:27.434027 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] 10.222.0.65 "PUT /networking/v2.0/subnets/a9d5909b-5303-4bac-ad5f-6ecc2cc7158e HTTP/1.1" status: 200 len: 868 time: 0.2609036 Aug 10 12:25:27.435625 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688c60d1-a866-4c1f-94be-47f4d1e42492 None None] Network 18a78b1a-ecb4-4640-be5d-4bfca798b075 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:25:27.457555 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9d5909b-5303-4bac-ad5f-6ecc2cc7158e,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:25:27.465180 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:25:27.465593 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:25:27.465919 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:25:27.466249 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:25:27.466545 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:25:27.466874 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:25:27.467206 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:25:27.467531 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:25:27.467857 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:25:27.468192 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:25:27.468528 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:25:27.468869 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:25:27.469191 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:25:27.469531 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:25:27.469852 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa68007-1f90-403f-beb5-a02e5b96f68d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:25:27.746217 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-fa84f91c-c65d-4c6c-957e-8463d2341e5b None None] Provisioning complete for port ca65e6dc-ddfa-4220-95f5-11b52a9d87b0 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:25:27.746622 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-fa84f91c-c65d-4c6c-957e-8463d2341e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (ca65e6dc-ddfa-4220-95f5-11b52a9d87b0), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:25:27.821062 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-fa84f91c-c65d-4c6c-957e-8463d2341e5b None None] Current status of the port ca65e6dc-ddfa-4220-95f5-11b52a9d87b0 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:25:27.829421 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-fa84f91c-c65d-4c6c-957e-8463d2341e5b None None] Provisioning complete for port dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:25:27.829800 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-fa84f91c-c65d-4c6c-957e-8463d2341e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:25:27.907521 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-fa84f91c-c65d-4c6c-957e-8463d2341e5b None None] Current status of the port dbb5af95-6f81-4cb0-baa2-b4ca3d3bbc20 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:25:29.601301 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 43930) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:25:30.075640 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e52a3fe-45aa-4286-8024-b3ea3b453697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:25:30.076031 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e52a3fe-45aa-4286-8024-b3ea3b453697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:25:30.077583 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-7e52a3fe-45aa-4286-8024-b3ea3b453697 admin admin] 10.222.0.65 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4750278 Aug 10 12:25:32.227026 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 43938) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:25:32.730467 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edb44c3-e5c8-43e4-beac-92c6886638ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:25:32.730929 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edb44c3-e5c8-43e4-beac-92c6886638ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:25:32.732430 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-2edb44c3-e5c8-43e4-beac-92c6886638ae admin admin] 10.222.0.65 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5044401 Aug 10 12:25:34.872823 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 43946) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:25:35.267522 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:25:35.273142 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94979445-e12b-4678-a295-e3b5a0ac579e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:25:35.274565 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-94979445-e12b-4678-a295-e3b5a0ac579e admin admin] 10.222.0.65 "GET /networking/v2.0/networks/18a78b1a-ecb4-4640-be5d-4bfca798b075 HTTP/1.1" status: 200 len: 869 time: 0.4008327 Aug 10 12:25:37.441049 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 43954) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:25:37.810958 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:25:37.840531 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1921792-f7d4-473b-94a5-4c64317039de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:25:37.841923 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-a1921792-f7d4-473b-94a5-4c64317039de admin admin] 10.222.0.65 "GET /networking/v2.0/networks/4ecf14ff-56e6-49fb-b52d-1b74a2838da0 HTTP/1.1" status: 200 len: 886 time: 0.3998625 Aug 10 12:25:37.902711 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:25:37.905719 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:25:38.526676 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=9 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:25:38.535150 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=17 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:25:40.009804 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 43966) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:25:40.420789 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d3ad99-a2a6-4d49-b6ce-4aad124716c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:25:40.421249 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d3ad99-a2a6-4d49-b6ce-4aad124716c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:25:40.423375 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-a2d3ad99-a2a6-4d49-b6ce-4aad124716c2 admin admin] 10.222.0.65 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4121644 Aug 10 12:25:42.581147 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 43976) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:25:42.974717 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c069a3-51a8-4d78-9999-cab389de6d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:25:42.975169 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c069a3-51a8-4d78-9999-cab389de6d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:25:42.976912 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-d8c069a3-51a8-4d78-9999-cab389de6d28 admin admin] 10.222.0.65 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3945348 Aug 10 12:25:45.118707 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 43984) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:25:45.488478 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fc1339-6a1a-4678-ad08-d26fbb9e5c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:25:45.489759 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-53fc1339-6a1a-4678-ad08-d26fbb9e5c2b admin admin] 10.222.0.65 "GET /networking/v2.0/subnets/a9d5909b-5303-4bac-ad5f-6ecc2cc7158e HTTP/1.1" status: 200 len: 868 time: 0.3701034 Aug 10 12:25:47.635740 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 43992) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:25:48.117449 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cedbb69-6b75-4aa6-aab0-e25d312c8f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:25:48.118766 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-8cedbb69-6b75-4aa6-aab0-e25d312c8f3a admin admin] 10.222.0.65 "GET /networking/v2.0/subnets/b048f338-84b8-4e3d-9516-008ab3d71026 HTTP/1.1" status: 200 len: 816 time: 0.4820824 Aug 10 12:25:49.260670 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 5 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:25:50.403478 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=6 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:25:50.416038 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=7 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:25:51.429968 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5462df4d-53c0-46ea-953c-bbb7893d73f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:25:53.621611 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-48c39865-a3e6-43db-ad72-df406e80bb8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:25:54.782291 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:25:56.267453 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:25:56.583583 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:25:58.113369 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=20 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:25:58.114123 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=31 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:25:59.257252 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=2 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:25:59.258482 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=6 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:26:06.577387 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:26:06.578768 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:26:15.621751 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44046) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:26:15.943514 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [None req-dafebc75-2678-41ed-ba6c-5de1e91fedf3 admin admin] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=103790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 10 12:26:15.944507 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-dafebc75-2678-41ed-ba6c-5de1e91fedf3 admin admin] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3217905 Aug 10 12:26:18.178517 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44054) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:26:18.513521 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1a359f-cc52-453d-a34c-d0d531ef7297 admin admin] GET failed (client error): The resource could not be found. Aug 10 12:26:18.514823 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-9f1a359f-cc52-453d-a34c-d0d531ef7297 admin admin] 10.222.0.65 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3353801 Aug 10 12:26:18.603727 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa4ae9d-867f-4fee-bf24-ecb84d832b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:26:18.605201 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-faa4ae9d-867f-4fee-bf24-ecb84d832b22 admin admin] 10.222.0.65 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0861344 Aug 10 12:26:20.789319 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44062) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:26:21.106570 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-8874bcef-8d82-4464-a4c1-d0c493a60eea admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:26:21.126076 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8874bcef-8d82-4464-a4c1-d0c493a60eea admin admin] Made reservation on behalf of bd2efc376f4648d0a2b40e0c73cde3c5 for: {'network': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:26:21.128307 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8874bcef-8d82-4464-a4c1-d0c493a60eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for network (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:21.155558 dv-cinder-852261-3-iscsi neutron-server[103790]: WARNING neutron.services.revisions.revision_plugin [None req-8874bcef-8d82-4464-a4c1-d0c493a60eea admin admin] Could not find related network for resource to bump revision. Aug 10 12:26:21.167215 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8874bcef-8d82-4464-a4c1-d0c493a60eea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:26:21.176419 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8874bcef-8d82-4464-a4c1-d0c493a60eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (e27f8c47-cef0-4c84-9e18-aa88aba7cad4), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:21.176763 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.segments_db [None req-8874bcef-8d82-4464-a4c1-d0c493a60eea admin admin] Added segment e27f8c47-cef0-4c84-9e18-aa88aba7cad4 of type vlan for network 0272faf7-faf5-4a0c-a485-d82dbcedaabb Aug 10 12:26:21.215354 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8874bcef-8d82-4464-a4c1-d0c493a60eea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736055994067'] for network (0272faf7-faf5-4a0c-a485-d82dbcedaabb), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:21.239316 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8874bcef-8d82-4464-a4c1-d0c493a60eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for network (0272faf7-faf5-4a0c-a485-d82dbcedaabb), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:21.240269 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8874bcef-8d82-4464-a4c1-d0c493a60eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:26:21.240843 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8874bcef-8d82-4464-a4c1-d0c493a60eea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:21.293837 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-8874bcef-8d82-4464-a4c1-d0c493a60eea admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5034444 Aug 10 12:26:21.306471 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874bcef-8d82-4464-a4c1-d0c493a60eea admin admin] Pushing event updated for resources: {'Network': ['ID=0272faf7-faf5-4a0c-a485-d82dbcedaabb,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:26:21.318998 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Network 0272faf7-faf5-4a0c-a485-d82dbcedaabb details requested by agent ovs-agent-dv-cinder-852261-3-iscsi with host dv-cinder-852261-3-iscsi {{(pid=103791) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:26:21.432455 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-dcef3815-d5d2-4bcc-bf59-a9cf889ba823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:23.512891 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44070) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:26:23.622502 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ef2d701e-b7c5-4bf3-9ed8-c8855d9c79cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:23.857912 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8c59c1-b4b3-442f-8ff3-ea991b733b0e admin admin] GET failed (client error): The resource could not be found. Aug 10 12:26:23.859108 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-7f8c59c1-b4b3-442f-8ff3-ea991b733b0e admin admin] 10.222.0.65 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3452306 Aug 10 12:26:23.931913 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d682ba0-9f03-4c7c-b898-5a18f3b59fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:26:23.933357 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-1d682ba0-9f03-4c7c-b898-5a18f3b59fa9 admin admin] 10.222.0.65 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694182 Aug 10 12:26:23.943093 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-610c7054-6a19-4493-a5bc-0753225bf1bf admin admin] Request body: {'subnet': {'network_id': '0272faf7-faf5-4a0c-a485-d82dbcedaabb', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:26:23.961890 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610c7054-6a19-4493-a5bc-0753225bf1bf admin admin] Made reservation on behalf of bd2efc376f4648d0a2b40e0c73cde3c5 for: {'subnet': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:26:23.964470 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-610c7054-6a19-4493-a5bc-0753225bf1bf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:24.127133 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-610c7054-6a19-4493-a5bc-0753225bf1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for subnet (e941ff6f-081d-4e01-a886-d41fdee9951a), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:24.181238 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c7054-6a19-4493-a5bc-0753225bf1bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e941ff6f-081d-4e01-a886-d41fdee9951a,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:26:24.190226 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610c7054-6a19-4493-a5bc-0753225bf1bf admin admin] Checking segment: {'id': 'e27f8c47-cef0-4c84-9e18-aa88aba7cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0272faf7-faf5-4a0c-a485-d82dbcedaabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:26:24.190609 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610c7054-6a19-4493-a5bc-0753225bf1bf admin admin] Network hostable DHCP agents. Network: 0272faf7-faf5-4a0c-a485-d82dbcedaabb, hostable agents: ['3740d807-28f7-4854-acf5-2b19d0b15337'], hosted agents: [] {{(pid=103790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:26:24.207285 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610c7054-6a19-4493-a5bc-0753225bf1bf admin admin] Network 0272faf7-faf5-4a0c-a485-d82dbcedaabb is scheduled to be hosted by DHCP agent 3740d807-28f7-4854-acf5-2b19d0b15337 with binding_index 1 {{(pid=103790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:26:24.215209 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-610c7054-6a19-4493-a5bc-0753225bf1bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-3-iscsi, 0272faf7-faf5-4a0c-a485-d82dbcedaabb) {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:26:24.219050 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610c7054-6a19-4493-a5bc-0753225bf1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:26:24.219633 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-610c7054-6a19-4493-a5bc-0753225bf1bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:24.225138 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:26:24.226130 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4a636b-ffaa-42ed-9528-958e75cb79f3 None None] Network 0272faf7-faf5-4a0c-a485-d82dbcedaabb requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:26:24.236772 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-610c7054-6a19-4493-a5bc-0753225bf1bf admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2969227 Aug 10 12:26:24.335864 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86ca77f6-5be4-552c-98a5-d2332f118cbe-0272faf7-faf5-4a0c-a485-d82dbcedaabb', 'network_id': '0272faf7-faf5-4a0c-a485-d82dbcedaabb', 'project_id': 'bd2efc376f4648d0a2b40e0c73cde3c5', 'fixed_ips': [{'subnet_id': 'e941ff6f-081d-4e01-a886-d41fdee9951a'}]}} from dv-cinder-852261-3-iscsi. {{(pid=103791) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 10 12:26:24.336912 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:24.569940 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.db_base_plugin_common [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Allocated IP 192.168.233.2 (0272faf7-faf5-4a0c-a485-d82dbcedaabb/e941ff6f-081d-4e01-a886-d41fdee9951a/139c97cd-cf6f-4690-95b0-6168555935c2) {{(pid=103791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:26:24.714815 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Publish callbacks [] for port (139c97cd-cf6f-4690-95b0-6168555935c2), precommit_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:24.721717 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (139c97cd-cf6f-4690-95b0-6168555935c2), after_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:24.769960 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Network 0272faf7-faf5-4a0c-a485-d82dbcedaabb is already hosted by enough agents. {{(pid=103791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:26:24.774877 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.base_scheduler [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Resources bound (agent type, host, resource id): {{(pid=103791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:26:24.778008 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Received port after_create {{(pid=103791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:26:24.787940 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Pushing event updated for resources: {'Port': ['ID=139c97cd-cf6f-4690-95b0-6168555935c2,revision_number=1']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:26:24.805331 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:26:24.805669 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:26:24.805998 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:26:24.806357 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:26:24.806697 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:26:24.807031 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:26:24.807381 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:26:24.807706 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:26:24.808034 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:26:24.808360 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:26:24.808688 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:26:24.809027 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:26:24.809380 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:26:24.809703 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:26:24.810023 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:26:24.828582 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:24.862110 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Attempting to bind port 139c97cd-cf6f-4690-95b0-6168555935c2 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:26:24.862484 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Attempting to bind port 139c97cd-cf6f-4690-95b0-6168555935c2 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'e27f8c47-cef0-4c84-9e18-aa88aba7cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0272faf7-faf5-4a0c-a485-d82dbcedaabb'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:26:24.862850 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Attempting to bind port 139c97cd-cf6f-4690-95b0-6168555935c2 on network 0272faf7-faf5-4a0c-a485-d82dbcedaabb {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:26:24.868324 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:26:24.868701 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Checking segment: {'id': 'e27f8c47-cef0-4c84-9e18-aa88aba7cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0272faf7-faf5-4a0c-a485-d82dbcedaabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:26:24.869102 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:24.869535 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Bound using segment: {'id': 'e27f8c47-cef0-4c84-9e18-aa88aba7cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0272faf7-faf5-4a0c-a485-d82dbcedaabb'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:26:24.869997 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Bound port: 139c97cd-cf6f-4690-95b0-6168555935c2, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27f8c47-cef0-4c84-9e18-aa88aba7cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0272faf7-faf5-4a0c-a485-d82dbcedaabb'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:26:24.870409 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (139c97cd-cf6f-4690-95b0-6168555935c2), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:24.933436 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] For port 139c97cd-cf6f-4690-95b0-6168555935c2, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:26:24.936486 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] For port 139c97cd-cf6f-4690-95b0-6168555935c2, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=139c97cd-cf6f-4690-95b0-6168555935c2,segment=NetworkSegment(e27f8c47-cef0-4c84-9e18-aa88aba7cad4),segment_id=e27f8c47-cef0-4c84-9e18-aa88aba7cad4)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:26:24.944161 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (139c97cd-cf6f-4690-95b0-6168555935c2), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:24.999193 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079359b-53fa-4983-bb79-57c6045a8252 None None] Pushing event updated for resources: {'Port': ['ID=139c97cd-cf6f-4690-95b0-6168555935c2,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:26:25.791101 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a35528-d625-4e9f-a625-4e8010df62e9 None None] Network 0272faf7-faf5-4a0c-a485-d82dbcedaabb requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:26:25.851411 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-a885152c-e705-41ee-863d-34a1846ad12b None None] Provisioning complete for port 139c97cd-cf6f-4690-95b0-6168555935c2 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:26:25.851804 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a885152c-e705-41ee-863d-34a1846ad12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (139c97cd-cf6f-4690-95b0-6168555935c2), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:25.875821 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:26:25.879496 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:26:25.971401 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-a885152c-e705-41ee-863d-34a1846ad12b None None] Current status of the port 139c97cd-cf6f-4690-95b0-6168555935c2 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:26:25.972116 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a885152c-e705-41ee-863d-34a1846ad12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (139c97cd-cf6f-4690-95b0-6168555935c2), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:26.009503 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-a885152c-e705-41ee-863d-34a1846ad12b None None] For port 139c97cd-cf6f-4690-95b0-6168555935c2, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=139c97cd-cf6f-4690-95b0-6168555935c2,segment=NetworkSegment(e27f8c47-cef0-4c84-9e18-aa88aba7cad4),segment_id=e27f8c47-cef0-4c84-9e18-aa88aba7cad4)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:26:26.014814 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a885152c-e705-41ee-863d-34a1846ad12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (139c97cd-cf6f-4690-95b0-6168555935c2), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:26.070889 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885152c-e705-41ee-863d-34a1846ad12b None None] Pushing event updated for resources: {'Port': ['ID=139c97cd-cf6f-4690-95b0-6168555935c2,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:26:26.237081 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-c7f52dcf-24aa-4296-bbc0-a092875a1b8f None None] Provisioning complete for port 139c97cd-cf6f-4690-95b0-6168555935c2 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:26:26.237428 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c7f52dcf-24aa-4296-bbc0-a092875a1b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (139c97cd-cf6f-4690-95b0-6168555935c2), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:26.264243 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 5 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:26:26.287735 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:26.324304 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-c7f52dcf-24aa-4296-bbc0-a092875a1b8f None None] Current status of the port 139c97cd-cf6f-4690-95b0-6168555935c2 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:26:26.402726 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 139c97cd-cf6f-4690-95b0-6168555935c2 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:26:26.450380 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 139c97cd-cf6f-4690-95b0-6168555935c2 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:26:26.450768 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (139c97cd-cf6f-4690-95b0-6168555935c2), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:26.523108 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 139c97cd-cf6f-4690-95b0-6168555935c2 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:26:26.587199 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:28.285774 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=4 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:26:34.230141 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=74,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:26:36.263991 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=4 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:26:36.580903 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:26:36.582728 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=52,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:26:51.434948 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-58ba86b8-44dc-4fe8-9178-89cb43ab79cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:53.625921 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b57e9f38-0de7-43d3-88ef-1af3d9737b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:54.787222 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:56.272074 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:26:56.589940 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:27:03.262978 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 5 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:27:06.583439 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:27:06.586196 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:27:20.254595 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=5 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:27:20.255373 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:27:21.437051 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-384353c2-d41a-486c-9dd6-636dcbef0422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:27:23.631127 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b342d32d-b13f-4052-b0a8-070e5bd80cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:27:24.790671 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:27:26.277176 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:27:26.596803 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:27:36.234211 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44108) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:27:36.239838 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [None req-d731acc0-bd66-46df-955b-d10f6eefe1bc tempest-verify_tempest_config-1108158781 tempest-verify_tempest_config-1108158781-project] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=103790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 10 12:27:36.240816 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-d731acc0-bd66-46df-955b-d10f6eefe1bc tempest-verify_tempest_config-1108158781 tempest-verify_tempest_config-1108158781-project] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056250 Aug 10 12:27:36.584442 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:27:36.591828 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:27:36.743289 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44126) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:27:37.067172 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4047b81c-8396-4e85-9461-53bc135a5f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:27:37.150552 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4047b81c-8396-4e85-9461-53bc135a5f56 admin admin] Publish callbacks [] for security_group (27273e7e-ca74-43cb-98d8-4efbc7f78f44), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:27:37.156269 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4047b81c-8396-4e85-9461-53bc135a5f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (27273e7e-ca74-43cb-98d8-4efbc7f78f44), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:27:37.204015 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047b81c-8396-4e85-9461-53bc135a5f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27273e7e-ca74-43cb-98d8-4efbc7f78f44,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:27:37.208596 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-4047b81c-8396-4e85-9461-53bc135a5f56 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=87fecb09a6204f13b6c910e4c5eb135f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4643419 Aug 10 12:27:37.211657 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 44130) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:27:37.212754 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047b81c-8396-4e85-9461-53bc135a5f56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.213096 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047b81c-8396-4e85-9461-53bc135a5f56 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.213496 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047b81c-8396-4e85-9461-53bc135a5f56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.213836 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047b81c-8396-4e85-9461-53bc135a5f56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.214182 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047b81c-8396-4e85-9461-53bc135a5f56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.214509 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047b81c-8396-4e85-9461-53bc135a5f56 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.214834 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047b81c-8396-4e85-9461-53bc135a5f56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.215158 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047b81c-8396-4e85-9461-53bc135a5f56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.215495 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047b81c-8396-4e85-9461-53bc135a5f56 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.215820 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047b81c-8396-4e85-9461-53bc135a5f56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.216160 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047b81c-8396-4e85-9461-53bc135a5f56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.216499 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047b81c-8396-4e85-9461-53bc135a5f56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.216821 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047b81c-8396-4e85-9461-53bc135a5f56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.217133 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047b81c-8396-4e85-9461-53bc135a5f56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.217996 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4047b81c-8396-4e85-9461-53bc135a5f56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.291344 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] Publish callbacks [] for security_group (27273e7e-ca74-43cb-98d8-4efbc7f78f44), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:27:37.312057 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] Publish callbacks [] for security_group (27273e7e-ca74-43cb-98d8-4efbc7f78f44), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:27:37.409107 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (27273e7e-ca74-43cb-98d8-4efbc7f78f44), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:27:37.411727 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:27:37.412863 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/27273e7e-ca74-43cb-98d8-4efbc7f78f44 HTTP/1.1" status: 204 len: 168 time: 0.2002485 Aug 10 12:27:37.420733 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27273e7e-ca74-43cb-98d8-4efbc7f78f44,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:27:37.432637 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.432984 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.433357 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.433696 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.434026 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.434353 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.434674 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.435002 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.435329 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.435642 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.436018 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.436344 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.436662 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.436978 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.437317 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ef3e-c363-49e7-91bf-e8f69381dc53 admin admin] Tracked resource versions report: Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: pushed versions: Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: { 'AddressGroup': {'1.2'}, Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Agent': {'1.1'}, Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'ConntrackHelper': {'1.0'}, Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'LocalIPAssociation': {'1.0'}, Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Log': {'1.0'}, Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'NDPProxy': {'1.0'}, Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Network': {'1.1'}, Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Port': {'1.7'}, Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'PortForwarding': {'1.3'}, Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'QosPolicy': {'1.10'}, Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'SecurityGroup': {'1.5'}, Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'SecurityGroupRule': {'1.2'}, Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'SubPort': {'1.0'}, Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Subnet': {'1.1'}, Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Trunk': {'1.1'}} Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: consumer versions: Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: { DHCP agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: L3 agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: Metadata agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: Metering agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: Open vSwitch agent@dv-cinder-852261-3-iscsi: { 'AddressGroup': '1.2', Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Agent': '1.1', Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'ConntrackHelper': '1.0', Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'LocalIPAssociation': '1.0', Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Log': '1.0', Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'NDPProxy': '1.0', Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Network': '1.1', Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Port': '1.7', Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'PortForwarding': '1.3', Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'QosPolicy': '1.10', Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'SecurityGroup': '1.5', Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'SecurityGroupRule': '1.2', Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'SubPort': '1.0', Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Subnet': '1.1', Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Trunk': '1.1'}} Aug 10 12:27:37.438705 dv-cinder-852261-3-iscsi neutron-server[103789]: {{(pid=103789) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 12:27:40.263843 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 5 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:27:42.287021 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=4 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:27:47.202126 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=22,neutron:INSERT=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:27:47.206798 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=17,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:27:47.424299 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:27:47.427749 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:27:47.476307 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:27:50.260590 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=4 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:27:51.439199 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c663d825-4b2e-44a6-a71e-1ce7364e6a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:27:53.634350 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f70feeed-1bce-4d55-aff8-1a0d4b0ea9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:27:54.792336 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:27:56.279149 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:27:56.588708 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:28:06.582759 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:28:06.584682 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:28:17.262807 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 5 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:28:19.292608 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=20 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:28:21.441527 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5565dd01-13eb-446e-95c3-c7d66aa092b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:28:23.637761 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8e224702-22b2-41e6-a46a-4932b69ea006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:28:24.797077 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:28:26.281921 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:28:26.590606 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:28:27.260301 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=14 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:28:36.579879 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:28:36.586838 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:28:51.442571 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-73a34e6a-f585-4977-b73f-eab8958a3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:28:53.638977 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cb26a7c3-5a91-4540-a3a8-f635d1b46fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:28:54.260599 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 5 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:28:54.799920 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:28:56.284862 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:28:56.594578 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:29:04.257189 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=4 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:29:04.257957 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=4 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:29:06.587967 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:29:06.589827 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:29:17.783909 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-746724'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:29:21.443580 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-45b9ecb3-faec-47c5-874d-b13570a8763c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:29:23.641950 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-979c01f2-981d-495f-8f50-f2f9b59da735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:29:24.801856 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:29:26.286572 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:29:26.598028 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:29:28.505759 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44230) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:29:28.633931 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-f44110d5-b4e3-42b0-be91-ed3aba0635c3 admin admin] 10.222.0.65 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1270251 Aug 10 12:29:30.685804 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44240) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:29:30.740010 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-ee0ad495-b824-47ac-9aad-a3231dbc7886 admin admin] 10.222.0.65 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0532017 Aug 10 12:29:31.260079 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:29:36.586749 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:29:36.591938 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:29:38.629099 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:29:40.735730 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:29:41.255786 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=6 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:29:41.256542 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:29:47.757648 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:29:51.446673 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ccd27e57-fa12-44ed-ade4-2cf9109bc524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:29:53.645493 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-03e4aad2-48d6-42e6-8d3e-64eba9611500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:29:54.805815 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:29:56.289601 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:29:56.602082 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:30:06.595655 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:30:06.597809 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:30:08.259241 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:30:17.778143 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:30:18.396000 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=16 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:30:18.398885 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=18 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:30:21.448671 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-35c35005-bdb4-421b-bf7f-df4e9288a2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:30:23.670846 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f24023e8-637e-4b5a-9da1-1aa41247dcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:30:24.812249 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:30:26.312215 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:30:26.606697 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:30:36.594486 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:30:36.602751 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:30:45.258341 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:30:47.780086 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:30:51.452228 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f614e93f-03da-4555-aef6-149b12f7dd1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:30:53.648221 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e4e52021-e1e9-4e5d-9792-f3c9988e78d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:30:54.814795 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:30:55.253852 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=5 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:30:55.254658 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=3 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:30:56.321041 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:30:56.626891 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:01.052440 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 44406) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:01.314634 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1632953881-network', 'tenant_id': '28eda660c33645f8a4428987084ab934'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:01.343893 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Made reservation on behalf of 28eda660c33645f8a4428987084ab934 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:31:01.346843 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:01.360819 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:01.450630 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Publish callbacks [] for security_group (8e366236-ea16-463b-8cc2-8d2663de3391), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:01.456012 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (8e366236-ea16-463b-8cc2-8d2663de3391), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:01.495476 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:31:01.499629 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e366236-ea16-463b-8cc2-8d2663de3391,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:01.511017 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:01.511017 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:01.511375 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:01.511721 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:01.512054 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:01.512602 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:01.513159 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:01.513550 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:01.513860 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:01.514198 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:01.515058 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:01.515405 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:01.515898 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:01.516393 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:01.516908 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Tracked resource versions report: Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: pushed versions: Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: { 'AddressGroup': {'1.2'}, Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Agent': {'1.1'}, Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'ConntrackHelper': {'1.0'}, Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'LocalIPAssociation': {'1.0'}, Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Log': {'1.0'}, Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'NDPProxy': {'1.0'}, Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Network': {'1.1'}, Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Port': {'1.7'}, Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'PortForwarding': {'1.3'}, Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'QosPolicy': {'1.10'}, Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'SecurityGroup': {'1.5'}, Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'SecurityGroupRule': {'1.2'}, Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'SubPort': {'1.0'}, Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Subnet': {'1.1'}, Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Trunk': {'1.1'}} Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: consumer versions: Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: { DHCP agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: HyperV agent@hv-cinder-85226: {}, Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: L3 agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: Metadata agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: Metering agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: Open vSwitch agent@dv-cinder-852261-3-iscsi: { 'AddressGroup': '1.2', Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Agent': '1.1', Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'ConntrackHelper': '1.0', Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'LocalIPAssociation': '1.0', Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Log': '1.0', Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'NDPProxy': '1.0', Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Network': '1.1', Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Port': '1.7', Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'PortForwarding': '1.3', Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'QosPolicy': '1.10', Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'SecurityGroup': '1.5', Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'SecurityGroupRule': '1.2', Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'SubPort': '1.0', Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Subnet': '1.1', Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: 'Trunk': '1.1'}} Aug 10 12:31:01.518134 dv-cinder-852261-3-iscsi neutron-server[103789]: {{(pid=103789) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 12:31:01.527698 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736056424942', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (30d9d7aa-59ec-45f1-80fe-ae71e1531ad4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:01.528491 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Unsubscribe: segment precommit_create {{(pid=103789) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 12:31:01.529321 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.segments_db [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Added segment 30d9d7aa-59ec-45f1-80fe-ae71e1531ad4 of type vlan for network 97b33311-a67f-49ac-b431-08644c8a60f1 Aug 10 12:31:01.609676 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736055994067'] for network (97b33311-a67f-49ac-b431-08644c8a60f1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:01.651052 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for network (97b33311-a67f-49ac-b431-08644c8a60f1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:01.652788 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:01.653433 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:01.737889 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6835234 Aug 10 12:31:01.740359 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44458) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:01.746671 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Request body: {'subnet': {'network_id': '97b33311-a67f-49ac-b431-08644c8a60f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1632953881-subnet', 'tenant_id': '28eda660c33645f8a4428987084ab934', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:01.769708 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Made reservation on behalf of 28eda660c33645f8a4428987084ab934 for: {'subnet': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:31:01.772946 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:01.776512 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8585f-bdaa-4eda-b39b-b93b8f95396f admin admin] Pushing event updated for resources: {'Network': ['ID=97b33311-a67f-49ac-b431-08644c8a60f1,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:01.790254 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Network 97b33311-a67f-49ac-b431-08644c8a60f1 details requested by agent ovs-agent-dv-cinder-852261-3-iscsi with host dv-cinder-852261-3-iscsi {{(pid=103791) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:31:01.963147 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for subnet (e86c31a2-5c78-4d62-8a03-4f1f3314df91), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:01.982250 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 44466) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:02.013376 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e86c31a2-5c78-4d62-8a03-4f1f3314df91,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:02.021952 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.022304 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.022657 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.023211 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.023854 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.024347 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.024823 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.025337 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.025862 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.026202 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.026544 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.026877 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.027200 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.027523 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.027843 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Tracked resource versions report: Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: pushed versions: Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: { 'AddressGroup': {'1.2'}, Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Agent': {'1.1'}, Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'ConntrackHelper': {'1.0'}, Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'LocalIPAssociation': {'1.0'}, Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Log': {'1.0'}, Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'NDPProxy': {'1.0'}, Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Network': {'1.1'}, Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Port': {'1.7'}, Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'PortForwarding': {'1.3'}, Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'QosPolicy': {'1.10'}, Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'SecurityGroup': {'1.5'}, Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'SecurityGroupRule': {'1.2'}, Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'SubPort': {'1.0'}, Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Subnet': {'1.1'}, Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Trunk': {'1.1'}} Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: consumer versions: Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: { DHCP agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: HyperV agent@hv-cinder-85226: {}, Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: L3 agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: Metadata agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: Metering agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: Open vSwitch agent@dv-cinder-852261-3-iscsi: { 'AddressGroup': '1.2', Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Agent': '1.1', Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'ConntrackHelper': '1.0', Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'LocalIPAssociation': '1.0', Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Log': '1.0', Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'NDPProxy': '1.0', Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Network': '1.1', Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Port': '1.7', Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'PortForwarding': '1.3', Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'QosPolicy': '1.10', Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'SecurityGroup': '1.5', Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'SecurityGroupRule': '1.2', Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'SubPort': '1.0', Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Subnet': '1.1', Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: 'Trunk': '1.1'}} Aug 10 12:31:02.029023 dv-cinder-852261-3-iscsi neutron-server[103790]: {{(pid=103790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 12:31:02.053912 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Checking segment: {'id': '30d9d7aa-59ec-45f1-80fe-ae71e1531ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '97b33311-a67f-49ac-b431-08644c8a60f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:02.054268 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Network hostable DHCP agents. Network: 97b33311-a67f-49ac-b431-08644c8a60f1, hostable agents: ['3740d807-28f7-4854-acf5-2b19d0b15337'], hosted agents: [] {{(pid=103790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:31:02.074655 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Network 97b33311-a67f-49ac-b431-08644c8a60f1 is scheduled to be hosted by DHCP agent 3740d807-28f7-4854-acf5-2b19d0b15337 with binding_index 1 {{(pid=103790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:31:02.088136 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-3-iscsi, 97b33311-a67f-49ac-b431-08644c8a60f1) {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:02.089781 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 44474) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:02.103398 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:02.103998 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:02.106470 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e340449b-374e-48e7-83f4-bbd6a996d5d2 None None] Network 97b33311-a67f-49ac-b431-08644c8a60f1 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:31:02.134825 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 44480) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:02.136958 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-51efbd0b-e8bd-467b-b8c5-c2ecc395c335 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3946166 Aug 10 12:31:02.141281 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3c4cb502-c7a4-4f15-8c5b-096f00da5d09 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1632953881-router', 'tenant_id': '28eda660c33645f8a4428987084ab934', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:02.147145 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44482) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:02.173859 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4cb502-c7a4-4f15-8c5b-096f00da5d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4638'] for router (3b5d690c-ca2d-4037-bdb7-4ff190faafa6), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:02.176592 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4cb502-c7a4-4f15-8c5b-096f00da5d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4629'] for router (3b5d690c-ca2d-4037-bdb7-4ff190faafa6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:02.268323 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86ca77f6-5be4-552c-98a5-d2332f118cbe-97b33311-a67f-49ac-b431-08644c8a60f1', 'network_id': '97b33311-a67f-49ac-b431-08644c8a60f1', 'project_id': '28eda660c33645f8a4428987084ab934', 'fixed_ips': [{'subnet_id': 'e86c31a2-5c78-4d62-8a03-4f1f3314df91'}]}} from dv-cinder-852261-3-iscsi. {{(pid=103791) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 10 12:31:02.269299 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:02.358915 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7c71c5ed-ae0b-4c13-9f27-fa743be4780c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1843978504-network', 'tenant_id': '0bbb137a895941b1876eebfc56c28425'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:02.442630 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.db_base_plugin_common [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Allocated IP 172.20.0.2 (97b33311-a67f-49ac-b431-08644c8a60f1/e86c31a2-5c78-4d62-8a03-4f1f3314df91/4539ee8d-b1a5-4383-8765-7ca296dfcb60) {{(pid=103791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:31:02.474142 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4cb502-c7a4-4f15-8c5b-096f00da5d09 admin admin] Publish callbacks [] for router_controller (3b5d690c-ca2d-4037-bdb7-4ff190faafa6), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:02.476268 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c71c5ed-ae0b-4c13-9f27-fa743be4780c admin admin] Made reservation on behalf of 0bbb137a895941b1876eebfc56c28425 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:31:02.480179 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7c71c5ed-ae0b-4c13-9f27-fa743be4780c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:02.623380 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Publish callbacks [] for port (4539ee8d-b1a5-4383-8765-7ca296dfcb60), precommit_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:02.630304 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:02.636853 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (4539ee8d-b1a5-4383-8765-7ca296dfcb60), after_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:02.669184 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7c71c5ed-ae0b-4c13-9f27-fa743be4780c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:02.674819 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-0580a8cd-ae64-460e-8e0e-6162f8e31c05 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-871011041-network', 'tenant_id': '2301f937213e47c29686be4e8601ac32'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:02.690282 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Network 97b33311-a67f-49ac-b431-08644c8a60f1 is already hosted by enough agents. {{(pid=103791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:02.694302 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.base_scheduler [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Resources bound (agent type, host, resource id): {{(pid=103791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:02.711279 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Received port after_create {{(pid=103791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:31:02.730766 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-ee4d117c-e3fe-41f6-9fd2-84336bd759c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-15200228-network', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:02.739164 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0580a8cd-ae64-460e-8e0e-6162f8e31c05 admin admin] Made reservation on behalf of 2301f937213e47c29686be4e8601ac32 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:31:02.741968 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0580a8cd-ae64-460e-8e0e-6162f8e31c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:02.754898 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Pushing event updated for resources: {'Port': ['ID=4539ee8d-b1a5-4383-8765-7ca296dfcb60,revision_number=1']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:02.756894 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4cb502-c7a4-4f15-8c5b-096f00da5d09 admin admin] Publish callbacks [] for router_gateway (3b5d690c-ca2d-4037-bdb7-4ff190faafa6), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:02.762322 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0580a8cd-ae64-460e-8e0e-6162f8e31c05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:02.794223 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.795093 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.795645 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.796185 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.797087 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.797600 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.798963 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.799559 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.800505 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.800782 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:02.801257 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.801690 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.802637 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.804066 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.804438 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.805515 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Tracked resource versions report: Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: pushed versions: Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: { 'AddressGroup': {'1.2'}, Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Agent': {'1.1'}, Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'ConntrackHelper': {'1.0'}, Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'LocalIPAssociation': {'1.0'}, Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Log': {'1.0'}, Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'NDPProxy': {'1.0'}, Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Network': {'1.1'}, Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Port': {'1.7'}, Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'PortForwarding': {'1.3'}, Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'QosPolicy': {'1.10'}, Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'SecurityGroup': {'1.5'}, Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'SecurityGroupRule': {'1.2'}, Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'SubPort': {'1.0'}, Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Subnet': {'1.1'}, Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Trunk': {'1.1'}} Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: consumer versions: Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: { DHCP agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: HyperV agent@hv-cinder-85226: {}, Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: L3 agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: Metadata agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: Metering agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: Open vSwitch agent@dv-cinder-852261-3-iscsi: { 'AddressGroup': '1.2', Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Agent': '1.1', Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'ConntrackHelper': '1.0', Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'LocalIPAssociation': '1.0', Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Log': '1.0', Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'NDPProxy': '1.0', Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Network': '1.1', Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Port': '1.7', Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'PortForwarding': '1.3', Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'QosPolicy': '1.10', Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'SecurityGroup': '1.5', Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'SecurityGroupRule': '1.2', Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'SubPort': '1.0', Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Subnet': '1.1', Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: 'Trunk': '1.1'}} Aug 10 12:31:02.807647 dv-cinder-852261-3-iscsi neutron-server[103791]: {{(pid=103791) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 12:31:02.835053 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Attempting to bind port 4539ee8d-b1a5-4383-8765-7ca296dfcb60 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:31:02.835535 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Attempting to bind port 4539ee8d-b1a5-4383-8765-7ca296dfcb60 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': '30d9d7aa-59ec-45f1-80fe-ae71e1531ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '97b33311-a67f-49ac-b431-08644c8a60f1'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:31:02.835980 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Attempting to bind port 4539ee8d-b1a5-4383-8765-7ca296dfcb60 on network 97b33311-a67f-49ac-b431-08644c8a60f1 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:02.846329 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:31:02.846726 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Checking segment: {'id': '30d9d7aa-59ec-45f1-80fe-ae71e1531ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '97b33311-a67f-49ac-b431-08644c8a60f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:02.847198 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:02.847933 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Bound using segment: {'id': '30d9d7aa-59ec-45f1-80fe-ae71e1531ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '97b33311-a67f-49ac-b431-08644c8a60f1'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:31:02.848430 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Bound port: 4539ee8d-b1a5-4383-8765-7ca296dfcb60, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d9d7aa-59ec-45f1-80fe-ae71e1531ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '97b33311-a67f-49ac-b431-08644c8a60f1'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:31:02.849008 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (4539ee8d-b1a5-4383-8765-7ca296dfcb60), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:02.850407 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4d117c-e3fe-41f6-9fd2-84336bd759c3 admin admin] Made reservation on behalf of 4eb5c9a17d7341d3a3dd60ef2b7a381d for: {'network': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:31:02.853684 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee4d117c-e3fe-41f6-9fd2-84336bd759c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for network (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:02.881058 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee4d117c-e3fe-41f6-9fd2-84336bd759c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:02.969218 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:02.974487 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] For port 4539ee8d-b1a5-4383-8765-7ca296dfcb60, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:31:02.979934 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] For port 4539ee8d-b1a5-4383-8765-7ca296dfcb60, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=4539ee8d-b1a5-4383-8765-7ca296dfcb60,segment=NetworkSegment(30d9d7aa-59ec-45f1-80fe-ae71e1531ad4),segment_id=30d9d7aa-59ec-45f1-80fe-ae71e1531ad4)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:31:02.995245 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (4539ee8d-b1a5-4383-8765-7ca296dfcb60), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:03.095121 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee4d117c-e3fe-41f6-9fd2-84336bd759c3 admin admin] Publish callbacks [] for security_group (1a5598ec-3e63-491e-9232-303535752ce5), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:03.113037 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee4d117c-e3fe-41f6-9fd2-84336bd759c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (1a5598ec-3e63-491e-9232-303535752ce5), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:03.160337 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceadc866-6042-46e8-adab-4a71966e69dd None None] Pushing event updated for resources: {'Port': ['ID=4539ee8d-b1a5-4383-8765-7ca296dfcb60,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:03.161246 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4d117c-e3fe-41f6-9fd2-84336bd759c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:31:03.211553 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee4d117c-e3fe-41f6-9fd2-84336bd759c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (49c922de-f733-49e2-a3f8-180a2c5d099b), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:03.212505 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.segments_db [None req-ee4d117c-e3fe-41f6-9fd2-84336bd759c3 admin admin] Added segment 49c922de-f733-49e2-a3f8-180a2c5d099b of type vlan for network 9747c644-617a-4b31-a63b-39dd1a5c7b9c Aug 10 12:31:03.232301 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d117c-e3fe-41f6-9fd2-84336bd759c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5598ec-3e63-491e-9232-303535752ce5,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:03.292806 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee4d117c-e3fe-41f6-9fd2-84336bd759c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736055994067'] for network (9747c644-617a-4b31-a63b-39dd1a5c7b9c), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:03.339150 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee4d117c-e3fe-41f6-9fd2-84336bd759c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for network (9747c644-617a-4b31-a63b-39dd1a5c7b9c), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:03.340948 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4d117c-e3fe-41f6-9fd2-84336bd759c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:03.343324 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ee4d117c-e3fe-41f6-9fd2-84336bd759c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:03.361856 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0580a8cd-ae64-460e-8e0e-6162f8e31c05 admin admin] Publish callbacks [] for security_group (a96640ec-eea2-46c3-a5ab-09f59f88bd8c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:03.478376 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d117c-e3fe-41f6-9fd2-84336bd759c3 admin admin] Pushing event updated for resources: {'Network': ['ID=9747c644-617a-4b31-a63b-39dd1a5c7b9c,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:03.491833 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Network 9747c644-617a-4b31-a63b-39dd1a5c7b9c details requested by agent ovs-agent-dv-cinder-852261-3-iscsi with host dv-cinder-852261-3-iscsi {{(pid=103791) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:31:03.496120 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:03.503839 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4cb502-c7a4-4f15-8c5b-096f00da5d09 admin admin] Publish callbacks [] for router_gateway (3b5d690c-ca2d-4037-bdb7-4ff190faafa6), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:03.505116 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-ee4d117c-e3fe-41f6-9fd2-84336bd759c3 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.3568606 Aug 10 12:31:03.508069 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44518) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:03.513195 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-9e9e0deb-8349-40cd-bf3f-4f0f932a56db admin admin] Request body: {'subnet': {'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-subnet', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:03.547570 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9e0deb-8349-40cd-bf3f-4f0f932a56db admin admin] Made reservation on behalf of 4eb5c9a17d7341d3a3dd60ef2b7a381d for: {'subnet': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:31:03.551398 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9e9e0deb-8349-40cd-bf3f-4f0f932a56db admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:03.557138 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:INSERT=19,neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:03.586712 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0580a8cd-ae64-460e-8e0e-6162f8e31c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (a96640ec-eea2-46c3-a5ab-09f59f88bd8c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:03.606920 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0580a8cd-ae64-460e-8e0e-6162f8e31c05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:31:03.631801 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0580a8cd-ae64-460e-8e0e-6162f8e31c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (949f5e67-dae1-401b-b15e-1f53624fbea6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:03.632076 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.segments_db [None req-0580a8cd-ae64-460e-8e0e-6162f8e31c05 admin admin] Added segment 949f5e67-dae1-401b-b15e-1f53624fbea6 of type vlan for network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb Aug 10 12:31:03.674733 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4cb502-c7a4-4f15-8c5b-096f00da5d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:03.674969 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:03.695823 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7c71c5ed-ae0b-4c13-9f27-fa743be4780c admin admin] Publish callbacks [] for security_group (a956c4d1-7fd2-4763-a4d7-f548344477cf), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:03.709876 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7c71c5ed-ae0b-4c13-9f27-fa743be4780c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (a956c4d1-7fd2-4763-a4d7-f548344477cf), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:03.724515 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c71c5ed-ae0b-4c13-9f27-fa743be4780c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:31:03.736732 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7c71c5ed-ae0b-4c13-9f27-fa743be4780c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (1c56d83d-263c-44fb-8728-9159e9fde879), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:03.737308 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.segments_db [None req-7c71c5ed-ae0b-4c13-9f27-fa743be4780c admin admin] Added segment 1c56d83d-263c-44fb-8728-9159e9fde879 of type vlan for network 69a0d312-b2de-4689-b0c5-62b84c9112b2 Aug 10 12:31:03.807279 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9e9e0deb-8349-40cd-bf3f-4f0f932a56db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for subnet (83d863d9-2bcf-49a1-876a-272e644640cc), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:03.924352 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e0deb-8349-40cd-bf3f-4f0f932a56db admin admin] Pushing event updated for resources: {'Subnet': ['ID=83d863d9-2bcf-49a1-876a-272e644640cc,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:03.925487 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0580a8cd-ae64-460e-8e0e-6162f8e31c05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736055994067'] for network (61402a18-53ba-4745-a9e1-e8ac1dfc87fb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:03.939041 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e0deb-8349-40cd-bf3f-4f0f932a56db admin admin] Checking segment: {'id': '49c922de-f733-49e2-a3f8-180a2c5d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:03.939754 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9e0deb-8349-40cd-bf3f-4f0f932a56db admin admin] Network hostable DHCP agents. Network: 9747c644-617a-4b31-a63b-39dd1a5c7b9c, hostable agents: ['3740d807-28f7-4854-acf5-2b19d0b15337'], hosted agents: [] {{(pid=103790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:31:03.964716 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9e0deb-8349-40cd-bf3f-4f0f932a56db admin admin] Network 9747c644-617a-4b31-a63b-39dd1a5c7b9c is scheduled to be hosted by DHCP agent 3740d807-28f7-4854-acf5-2b19d0b15337 with binding_index 1 {{(pid=103790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:31:03.981742 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-9e9e0deb-8349-40cd-bf3f-4f0f932a56db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-3-iscsi, 9747c644-617a-4b31-a63b-39dd1a5c7b9c) {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:03.990298 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9e0deb-8349-40cd-bf3f-4f0f932a56db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:03.991252 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9e9e0deb-8349-40cd-bf3f-4f0f932a56db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:03.992726 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bd1d91-48a5-4ebb-9dfd-862761fbe4e3 None None] Network 9747c644-617a-4b31-a63b-39dd1a5c7b9c requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:31:04.013680 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-9e9e0deb-8349-40cd-bf3f-4f0f932a56db admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5044425 Aug 10 12:31:04.016472 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44546) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:04.019349 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580a8cd-ae64-460e-8e0e-6162f8e31c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96640ec-eea2-46c3-a5ab-09f59f88bd8c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:04.023089 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-7978eaf4-2baa-4d97-8f4e-58eca9c8797f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:04.029144 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7c71c5ed-ae0b-4c13-9f27-fa743be4780c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736055994067'] for network (69a0d312-b2de-4689-b0c5-62b84c9112b2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:04.055653 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7978eaf4-2baa-4d97-8f4e-58eca9c8797f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4638'] for router (544aac30-65a6-4fca-a6f2-f9197a416755), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:04.057425 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7978eaf4-2baa-4d97-8f4e-58eca9c8797f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4629'] for router (544aac30-65a6-4fca-a6f2-f9197a416755), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:04.064866 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71c5ed-ae0b-4c13-9f27-fa743be4780c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a956c4d1-7fd2-4763-a4d7-f548344477cf,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:04.082513 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0580a8cd-ae64-460e-8e0e-6162f8e31c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for network (61402a18-53ba-4745-a9e1-e8ac1dfc87fb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:04.084239 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0580a8cd-ae64-460e-8e0e-6162f8e31c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:04.085254 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0580a8cd-ae64-460e-8e0e-6162f8e31c05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:04.134322 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7978eaf4-2baa-4d97-8f4e-58eca9c8797f admin admin] Publish callbacks [] for router_controller (544aac30-65a6-4fca-a6f2-f9197a416755), precommit_add_association {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:04.150721 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-0580a8cd-ae64-460e-8e0e-6162f8e31c05 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 872 time: 2.0596483 Aug 10 12:31:04.195031 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44550) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:04.207571 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-37c7449c-f8b3-49ac-b15e-3a8b66547eb7 admin admin] Request body: {'subnet': {'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-871011041-subnet', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:04.249550 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86ca77f6-5be4-552c-98a5-d2332f118cbe-9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc'}]}} from dv-cinder-852261-3-iscsi. {{(pid=103791) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 10 12:31:04.250557 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:04.288634 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c7449c-f8b3-49ac-b15e-3a8b66547eb7 admin admin] Made reservation on behalf of 2301f937213e47c29686be4e8601ac32 for: {'subnet': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:31:04.291016 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-37c7449c-f8b3-49ac-b15e-3a8b66547eb7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:04.295108 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:04.307726 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7c71c5ed-ae0b-4c13-9f27-fa743be4780c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for network (69a0d312-b2de-4689-b0c5-62b84c9112b2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:04.314140 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c71c5ed-ae0b-4c13-9f27-fa743be4780c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:04.316793 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7c71c5ed-ae0b-4c13-9f27-fa743be4780c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:04.333108 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580a8cd-ae64-460e-8e0e-6162f8e31c05 admin admin] Pushing event updated for resources: {'Network': ['ID=61402a18-53ba-4745-a9e1-e8ac1dfc87fb,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:04.363181 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-7c71c5ed-ae0b-4c13-9f27-fa743be4780c admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.3798156 Aug 10 12:31:04.376226 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 44552) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:04.413601 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e81d5a90-635c-4a88-9645-e2ffc79291f0 admin admin] Request body: {'subnet': {'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-subnet', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:04.422710 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb details requested by agent ovs-agent-dv-cinder-852261-3-iscsi with host dv-cinder-852261-3-iscsi {{(pid=103791) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:31:04.476764 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-3c4cb502-c7a4-4f15-8c5b-096f00da5d09 admin admin] Allocated IP 172.27.0.116 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/4c98e2ca-d96c-447d-bdb1-a69c957ae1fc) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:31:04.557892 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71c5ed-ae0b-4c13-9f27-fa743be4780c admin admin] Pushing event updated for resources: {'Network': ['ID=69a0d312-b2de-4689-b0c5-62b84c9112b2,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:04.561081 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.db_base_plugin_common [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] Allocated IP 172.20.0.2 (9747c644-617a-4b31-a63b-39dd1a5c7b9c/83d863d9-2bcf-49a1-876a-272e644640cc/6a2cb631-4099-465a-8c9e-57571df063e4) {{(pid=103791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:31:04.572521 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81d5a90-635c-4a88-9645-e2ffc79291f0 admin admin] Made reservation on behalf of 0bbb137a895941b1876eebfc56c28425 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:31:04.575678 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e81d5a90-635c-4a88-9645-e2ffc79291f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:04.712370 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Network 69a0d312-b2de-4689-b0c5-62b84c9112b2 details requested by agent ovs-agent-dv-cinder-852261-3-iscsi with host dv-cinder-852261-3-iscsi {{(pid=103791) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:31:04.745589 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ebac8a-9695-476a-b781-89481060243e None None] Network 97b33311-a67f-49ac-b431-08644c8a60f1 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:31:04.751324 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 4539ee8d-b1a5-4383-8765-7ca296dfcb60 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:04.774139 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:04.784520 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:04.945960 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7978eaf4-2baa-4d97-8f4e-58eca9c8797f admin admin] Publish callbacks [] for router_gateway (544aac30-65a6-4fca-a6f2-f9197a416755), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.208005 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-37c7449c-f8b3-49ac-b15e-3a8b66547eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for subnet (5e7cdd28-a708-4c60-9515-0f4475157064), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.224574 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4cb502-c7a4-4f15-8c5b-096f00da5d09 admin admin] Publish callbacks [] for port (4c98e2ca-d96c-447d-bdb1-a69c957ae1fc), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.234049 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e81d5a90-635c-4a88-9645-e2ffc79291f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for subnet (475a0af2-d7c4-4476-ab09-64279713ecd6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.366761 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d5a90-635c-4a88-9645-e2ffc79291f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=475a0af2-d7c4-4476-ab09-64279713ecd6,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:05.384752 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81d5a90-635c-4a88-9645-e2ffc79291f0 admin admin] Checking segment: {'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:05.385347 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81d5a90-635c-4a88-9645-e2ffc79291f0 admin admin] Network hostable DHCP agents. Network: 69a0d312-b2de-4689-b0c5-62b84c9112b2, hostable agents: ['3740d807-28f7-4854-acf5-2b19d0b15337'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:31:05.392466 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4cb502-c7a4-4f15-8c5b-096f00da5d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (4c98e2ca-d96c-447d-bdb1-a69c957ae1fc), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.430013 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7978eaf4-2baa-4d97-8f4e-58eca9c8797f admin admin] Publish callbacks [] for router_gateway (544aac30-65a6-4fca-a6f2-f9197a416755), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.433225 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c7449c-f8b3-49ac-b15e-3a8b66547eb7 admin admin] Checking segment: {'id': '949f5e67-dae1-401b-b15e-1f53624fbea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:05.433676 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c7449c-f8b3-49ac-b15e-3a8b66547eb7 admin admin] Network hostable DHCP agents. Network: 61402a18-53ba-4745-a9e1-e8ac1dfc87fb, hostable agents: ['3740d807-28f7-4854-acf5-2b19d0b15337'], hosted agents: [] {{(pid=103790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:31:05.435721 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7449c-f8b3-49ac-b15e-3a8b66547eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e7cdd28-a708-4c60-9515-0f4475157064,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:05.457649 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7978eaf4-2baa-4d97-8f4e-58eca9c8797f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.469889 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44596) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:05.503207 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4cb502-c7a4-4f15-8c5b-096f00da5d09 admin admin] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:05.514388 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-3c4cb502-c7a4-4f15-8c5b-096f00da5d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:05.520500 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4cb502-c7a4-4f15-8c5b-096f00da5d09 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:31:05.524679 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81d5a90-635c-4a88-9645-e2ffc79291f0 admin admin] Network 69a0d312-b2de-4689-b0c5-62b84c9112b2 is scheduled to be hosted by DHCP agent 3740d807-28f7-4854-acf5-2b19d0b15337 with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:31:05.532684 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c7449c-f8b3-49ac-b15e-3a8b66547eb7 admin admin] Network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb is scheduled to be hosted by DHCP agent 3740d807-28f7-4854-acf5-2b19d0b15337 with binding_index 1 {{(pid=103790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:31:05.542214 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:05.565540 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cb502-c7a4-4f15-8c5b-096f00da5d09 admin admin] Pushing event updated for resources: {'Port': ['ID=4c98e2ca-d96c-447d-bdb1-a69c957ae1fc,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:05.573357 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-37c7449c-f8b3-49ac-b15e-3a8b66547eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-3-iscsi, 61402a18-53ba-4745-a9e1-e8ac1dfc87fb) {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:05.595710 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c7449c-f8b3-49ac-b15e-3a8b66547eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:05.596303 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-37c7449c-f8b3-49ac-b15e-3a8b66547eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.607281 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-e81d5a90-635c-4a88-9645-e2ffc79291f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-3-iscsi, 69a0d312-b2de-4689-b0c5-62b84c9112b2) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:05.614631 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81d5a90-635c-4a88-9645-e2ffc79291f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:05.615767 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e81d5a90-635c-4a88-9645-e2ffc79291f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.626422 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] Publish callbacks [] for port (6a2cb631-4099-465a-8c9e-57571df063e4), precommit_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.628592 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-37c7449c-f8b3-49ac-b15e-3a8b66547eb7 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4325016 Aug 10 12:31:05.633806 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44604) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:05.642284 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-24675f32-006d-4418-926d-6b1cfc3474fa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-871011041-router', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:05.654805 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-7978eaf4-2baa-4d97-8f4e-58eca9c8797f admin admin] Allocated IP 172.27.0.223 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:31:05.680528 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe90cdd-c018-4971-999d-0bf721df43f8 None None] Network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:31:05.696359 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-24675f32-006d-4418-926d-6b1cfc3474fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4638'] for router (d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.697843 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-24675f32-006d-4418-926d-6b1cfc3474fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4629'] for router (d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.697997 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:INSERT=6 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:05.712117 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-e81d5a90-635c-4a88-9645-e2ffc79291f0 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3345227 Aug 10 12:31:05.716812 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 44610) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:05.726207 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-cb82b938-0ad2-4564-a510-71e2668aa2c1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:05.761997 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cb82b938-0ad2-4564-a510-71e2668aa2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4638'] for router (c738bb5a-be08-41c0-857d-5311e5d2b7ce), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.764217 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cb82b938-0ad2-4564-a510-71e2668aa2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4629'] for router (c738bb5a-be08-41c0-857d-5311e5d2b7ce), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.770230 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f9b73f41-09e6-4e80-85b0-09ba56f435c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.806252 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4b0a2f-76ca-4bba-8b1d-51cf64f2d5f7 None None] Network 69a0d312-b2de-4689-b0c5-62b84c9112b2 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:31:05.809722 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (6a2cb631-4099-465a-8c9e-57571df063e4), after_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.844834 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-24675f32-006d-4418-926d-6b1cfc3474fa admin admin] Publish callbacks [] for router_controller (d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9), precommit_add_association {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.852796 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:05.853805 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:05.863054 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] Network 9747c644-617a-4b31-a63b-39dd1a5c7b9c is already hosted by enough agents. {{(pid=103791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:05.872157 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.base_scheduler [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] Resources bound (agent type, host, resource id): {{(pid=103791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:05.892247 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 4539ee8d-b1a5-4383-8765-7ca296dfcb60 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:05.892784 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (4539ee8d-b1a5-4383-8765-7ca296dfcb60), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.893575 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7978eaf4-2baa-4d97-8f4e-58eca9c8797f admin admin] Publish callbacks [] for port (3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.931636 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86ca77f6-5be4-552c-98a5-d2332f118cbe-61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'project_id': '2301f937213e47c29686be4e8601ac32', 'fixed_ips': [{'subnet_id': '5e7cdd28-a708-4c60-9515-0f4475157064'}]}} from dv-cinder-852261-3-iscsi. {{(pid=103791) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 10 12:31:05.932718 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.946140 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-2e99a2ac-691f-4442-939e-560b54009830 None None] Provisioning complete for port 4539ee8d-b1a5-4383-8765-7ca296dfcb60 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:05.946706 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-2e99a2ac-691f-4442-939e-560b54009830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (4539ee8d-b1a5-4383-8765-7ca296dfcb60), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.953362 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cb82b938-0ad2-4564-a510-71e2668aa2c1 admin admin] Publish callbacks [] for router_controller (c738bb5a-be08-41c0-857d-5311e5d2b7ce), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:05.957953 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:05.998644 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7978eaf4-2baa-4d97-8f4e-58eca9c8797f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:06.099309 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4cb502-c7a4-4f15-8c5b-096f00da5d09 admin admin] Publish callbacks [] for router_gateway (3b5d690c-ca2d-4037-bdb7-4ff190faafa6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:06.099662 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978eaf4-2baa-4d97-8f4e-58eca9c8797f admin admin] Pushing event updated for resources: {'Port': ['ID=3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:06.148680 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7978eaf4-2baa-4d97-8f4e-58eca9c8797f admin admin] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:06.176237 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-2e99a2ac-691f-4442-939e-560b54009830 None None] Current status of the port 4539ee8d-b1a5-4383-8765-7ca296dfcb60 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:06.176978 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-2e99a2ac-691f-4442-939e-560b54009830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (4539ee8d-b1a5-4383-8765-7ca296dfcb60), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:06.188914 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-7978eaf4-2baa-4d97-8f4e-58eca9c8797f admin admin] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:06.191475 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7978eaf4-2baa-4d97-8f4e-58eca9c8797f admin admin] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:31:06.237014 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-24675f32-006d-4418-926d-6b1cfc3474fa admin admin] Publish callbacks [] for router_gateway (d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:06.247022 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:06.283139 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:06.333339 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f9b73f41-09e6-4e80-85b0-09ba56f435c5 admin admin] Publish callbacks [] for security_group (3db24c9b-de49-447d-b99c-d3fa27081861), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:06.388433 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f9b73f41-09e6-4e80-85b0-09ba56f435c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (3db24c9b-de49-447d-b99c-d3fa27081861), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:06.454184 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.db_base_plugin_common [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] Allocated IP 172.20.0.2 (61402a18-53ba-4745-a9e1-e8ac1dfc87fb/5e7cdd28-a708-4c60-9515-0f4475157064/afbf0dff-ddce-4bde-8e8f-f028679f8d26) {{(pid=103791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:31:06.497369 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cb82b938-0ad2-4564-a510-71e2668aa2c1 admin admin] Publish callbacks [] for router_gateway (c738bb5a-be08-41c0-857d-5311e5d2b7ce), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:06.534049 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-f9b73f41-09e6-4e80-85b0-09ba56f435c5 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=8f8ff504b0b945d9a1bcd73152eda5eb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0618267 Aug 10 12:31:06.550219 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b73f41-09e6-4e80-85b0-09ba56f435c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db24c9b-de49-447d-b99c-d3fa27081861,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:06.562915 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44638) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:06.660410 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] Publish callbacks [] for port (afbf0dff-ddce-4bde-8e8f-f028679f8d26), precommit_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:06.664816 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:06.667153 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] Received port after_create {{(pid=103791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:31:06.677632 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 4539ee8d-b1a5-4383-8765-7ca296dfcb60 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:06.678343 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (4539ee8d-b1a5-4383-8765-7ca296dfcb60), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:06.696587 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (afbf0dff-ddce-4bde-8e8f-f028679f8d26), after_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:06.732821 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] Network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb is already hosted by enough agents. {{(pid=103791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:06.742422 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.base_scheduler [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] Resources bound (agent type, host, resource id): {{(pid=103791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:06.777027 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4cb502-c7a4-4f15-8c5b-096f00da5d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690056'] for router (3b5d690c-ca2d-4037-bdb7-4ff190faafa6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:06.783832 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] Received port after_create {{(pid=103791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:31:06.823775 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-2e99a2ac-691f-4442-939e-560b54009830 None None] For port 4539ee8d-b1a5-4383-8765-7ca296dfcb60, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=4539ee8d-b1a5-4383-8765-7ca296dfcb60,segment=NetworkSegment(30d9d7aa-59ec-45f1-80fe-ae71e1531ad4),segment_id=30d9d7aa-59ec-45f1-80fe-ae71e1531ad4)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:06.921582 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] Pushing event updated for resources: {'Port': ['ID=6a2cb631-4099-465a-8c9e-57571df063e4,revision_number=1']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:06.927960 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.db.api [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 10 12:31:06.928380 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG oslo_db.api [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 12:31:06.928969 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-2e99a2ac-691f-4442-939e-560b54009830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (4539ee8d-b1a5-4383-8765-7ca296dfcb60), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:06.982737 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] Attempting to bind port afbf0dff-ddce-4bde-8e8f-f028679f8d26 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:31:06.983114 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] Attempting to bind port afbf0dff-ddce-4bde-8e8f-f028679f8d26 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': '949f5e67-dae1-401b-b15e-1f53624fbea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:31:06.984064 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] Attempting to bind port afbf0dff-ddce-4bde-8e8f-f028679f8d26 on network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:06.989488 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:UPDATE=8,neutron:SELECT=90,neutron:INSERT=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:06.993875 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:31:07.000473 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] Checking segment: {'id': '949f5e67-dae1-401b-b15e-1f53624fbea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:07.000473 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:07.000473 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] Bound using segment: {'id': '949f5e67-dae1-401b-b15e-1f53624fbea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:31:07.000473 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] Bound port: afbf0dff-ddce-4bde-8e8f-f028679f8d26, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949f5e67-dae1-401b-b15e-1f53624fbea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:31:07.000473 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (afbf0dff-ddce-4bde-8e8f-f028679f8d26), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:07.004268 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] Attempting to bind port 6a2cb631-4099-465a-8c9e-57571df063e4 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:31:07.004707 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] Attempting to bind port 6a2cb631-4099-465a-8c9e-57571df063e4 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': '49c922de-f733-49e2-a3f8-180a2c5d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:31:07.005096 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] Attempting to bind port 6a2cb631-4099-465a-8c9e-57571df063e4 on network 9747c644-617a-4b31-a63b-39dd1a5c7b9c {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:07.058940 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-905208c8-9240-4817-bdbf-ddd651c21562 None None] Provisioning complete for port 4539ee8d-b1a5-4383-8765-7ca296dfcb60 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:07.059338 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-905208c8-9240-4817-bdbf-ddd651c21562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (4539ee8d-b1a5-4383-8765-7ca296dfcb60), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:07.065945 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:31:07.066419 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] Checking segment: {'id': '49c922de-f733-49e2-a3f8-180a2c5d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:07.066827 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:07.067328 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] Bound using segment: {'id': '49c922de-f733-49e2-a3f8-180a2c5d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:31:07.067707 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] Bound port: 6a2cb631-4099-465a-8c9e-57571df063e4, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c922de-f733-49e2-a3f8-180a2c5d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:31:07.068096 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (6a2cb631-4099-465a-8c9e-57571df063e4), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:07.102240 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86ca77f6-5be4-552c-98a5-d2332f118cbe-69a0d312-b2de-4689-b0c5-62b84c9112b2', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'project_id': '0bbb137a895941b1876eebfc56c28425', 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6'}]}} from dv-cinder-852261-3-iscsi. {{(pid=103791) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 10 12:31:07.103106 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:07.126280 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] Pushing event updated for resources: {'Port': ['ID=afbf0dff-ddce-4bde-8e8f-f028679f8d26,revision_number=1']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:07.168663 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7978eaf4-2baa-4d97-8f4e-58eca9c8797f admin admin] Publish callbacks [] for router_gateway (544aac30-65a6-4fca-a6f2-f9197a416755), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:07.170370 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4a31e022-3c67-4bb3-86ce-692eab46290d admin admin] Publish callbacks [] for security_group (3db24c9b-de49-447d-b99c-d3fa27081861), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:07.257465 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4a31e022-3c67-4bb3-86ce-692eab46290d admin admin] Publish callbacks [] for security_group (3db24c9b-de49-447d-b99c-d3fa27081861), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:07.291405 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:07.296763 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cb82b938-0ad2-4564-a510-71e2668aa2c1 admin admin] Publish callbacks [] for router_gateway (c738bb5a-be08-41c0-857d-5311e5d2b7ce), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:07.314367 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] For port afbf0dff-ddce-4bde-8e8f-f028679f8d26, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:31:07.322456 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cb82b938-0ad2-4564-a510-71e2668aa2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:07.329190 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-24675f32-006d-4418-926d-6b1cfc3474fa admin admin] Publish callbacks [] for router_gateway (d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:07.355295 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-24675f32-006d-4418-926d-6b1cfc3474fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:07.355500 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99a2ac-691f-4442-939e-560b54009830 None None] Pushing event updated for resources: {'Port': ['ID=4539ee8d-b1a5-4383-8765-7ca296dfcb60,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:07.381934 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] For port afbf0dff-ddce-4bde-8e8f-f028679f8d26, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=afbf0dff-ddce-4bde-8e8f-f028679f8d26,segment=NetworkSegment(949f5e67-dae1-401b-b15e-1f53624fbea6),segment_id=949f5e67-dae1-401b-b15e-1f53624fbea6)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:31:07.390996 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] For port 6a2cb631-4099-465a-8c9e-57571df063e4, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:31:07.415604 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (afbf0dff-ddce-4bde-8e8f-f028679f8d26), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:07.423652 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4cb502-c7a4-4f15-8c5b-096f00da5d09 admin admin] Router 3b5d690c-ca2d-4037-bdb7-4ff190faafa6 is scheduled to L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 10 12:31:07.441992 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] For port 6a2cb631-4099-465a-8c9e-57571df063e4, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=6a2cb631-4099-465a-8c9e-57571df063e4,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:31:07.476186 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4a31e022-3c67-4bb3-86ce-692eab46290d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (3db24c9b-de49-447d-b99c-d3fa27081861), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:07.479130 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4a31e022-3c67-4bb3-86ce-692eab46290d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:07.480451 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-4a31e022-3c67-4bb3-86ce-692eab46290d admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/3db24c9b-de49-447d-b99c-d3fa27081861 HTTP/1.1" status: 204 len: 168 time: 0.9143302 Aug 10 12:31:07.490474 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:07.500723 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31e022-3c67-4bb3-86ce-692eab46290d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db24c9b-de49-447d-b99c-d3fa27081861,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:07.503907 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-905208c8-9240-4817-bdbf-ddd651c21562 None None] Current status of the port 4539ee8d-b1a5-4383-8765-7ca296dfcb60 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:07.506947 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (6a2cb631-4099-465a-8c9e-57571df063e4), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:07.601332 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7978eaf4-2baa-4d97-8f4e-58eca9c8797f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690056'] for router (544aac30-65a6-4fca-a6f2-f9197a416755), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:07.613374 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 4539ee8d-b1a5-4383-8765-7ca296dfcb60 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:07.629930 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.db_base_plugin_common [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] Allocated IP 172.20.0.2 (69a0d312-b2de-4689-b0c5-62b84c9112b2/475a0af2-d7c4-4476-ab09-64279713ecd6/8b3d5d26-9ad2-4676-9a18-8fc28645cac3) {{(pid=103791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:31:07.634555 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ded914-1c8e-4a50-bb0c-7e753692784b None None] Pushing event updated for resources: {'Port': ['ID=afbf0dff-ddce-4bde-8e8f-f028679f8d26,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:07.639525 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-cb82b938-0ad2-4564-a510-71e2668aa2c1 admin admin] Allocated IP 172.27.0.216 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/d353b3b6-66a9-427b-922c-3a0be2e36037) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:31:07.642318 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4cb502-c7a4-4f15-8c5b-096f00da5d09 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:31:07.661494 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] Sync routers for ids ['3b5d690c-ca2d-4037-bdb7-4ff190faafa6'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:31:07.686625 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3c4cb502-c7a4-4f15-8c5b-096f00da5d09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:07.687881 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-3c4cb502-c7a4-4f15-8c5b-096f00da5d09 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5515168 Aug 10 12:31:07.700823 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] Routers {'3b5d690c-ca2d-4037-bdb7-4ff190faafa6'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:31:07.701728 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:30:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['3b5d690c-ca2d-4037-bdb7-4ff190faafa6'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:07.716934 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 44656) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:07.885116 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 4539ee8d-b1a5-4383-8765-7ca296dfcb60 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:07.926682 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:07.938246 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:07.997099 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7978eaf4-2baa-4d97-8f4e-58eca9c8797f admin admin] Router 544aac30-65a6-4fca-a6f2-f9197a416755 is scheduled to L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 with binding_index 1 {{(pid=103790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 10 12:31:08.210305 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14dcdf-c591-4e5f-bfaf-a965122db85d None None] Pushing event updated for resources: {'Port': ['ID=6a2cb631-4099-465a-8c9e-57571df063e4,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:08.211679 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] Set router 3b5d690c-ca2d-4037-bdb7-4ff190faafa6 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:31:08.278875 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:08.279810 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:08.284612 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cb82b938-0ad2-4564-a510-71e2668aa2c1 admin admin] Publish callbacks [] for port (d353b3b6-66a9-427b-922c-3a0be2e36037), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:08.301309 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 4539ee8d-b1a5-4383-8765-7ca296dfcb60 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:08.301824 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (4539ee8d-b1a5-4383-8765-7ca296dfcb60), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:08.329915 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44674) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:08.356533 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd835dad-deef-4c2f-8af4-643b92c33398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:08.396768 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7978eaf4-2baa-4d97-8f4e-58eca9c8797f admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:31:08.427060 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] Sync routers for ids ['544aac30-65a6-4fca-a6f2-f9197a416755'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:31:08.437966 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cb82b938-0ad2-4564-a510-71e2668aa2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (d353b3b6-66a9-427b-922c-3a0be2e36037), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:08.485427 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb82b938-0ad2-4564-a510-71e2668aa2c1 admin admin] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:08.494456 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-cb82b938-0ad2-4564-a510-71e2668aa2c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:08.500376 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7978eaf4-2baa-4d97-8f4e-58eca9c8797f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:08.505701 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb82b938-0ad2-4564-a510-71e2668aa2c1 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:31:08.506309 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-7978eaf4-2baa-4d97-8f4e-58eca9c8797f admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4884634 Aug 10 12:31:08.507204 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44676) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:08.512710 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] Routers {'544aac30-65a6-4fca-a6f2-f9197a416755'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:31:08.518882 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:30:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['544aac30-65a6-4fca-a6f2-f9197a416755'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:08.522061 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] Publish callbacks [] for port (8b3d5d26-9ad2-4676-9a18-8fc28645cac3), precommit_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:08.614931 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5d690c-ca2d-4037-bdb7-4ff190faafa6', 'name': 'tempest-DeleteServersTestJSON-1632953881-router', 'tenant_id': '28eda660c33645f8a4428987084ab934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4c98e2ca-d96c-447d-bdb1-a69c957ae1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:02Z', 'updated_at': '2022-08-10T12:31:05Z', 'revision_number': 3, 'project_id': '28eda660c33645f8a4428987084ab934', 'gw_port': {'id': '4c98e2ca-d96c-447d-bdb1-a69c957ae1fc', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:70:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5d690c-ca2d-4037-bdb7-4ff190faafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:03Z', 'updated_at': '2022-08-10T12:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:08.619199 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (8b3d5d26-9ad2-4676-9a18-8fc28645cac3), after_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:08.660104 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-24675f32-006d-4418-926d-6b1cfc3474fa admin admin] Allocated IP 172.27.0.27 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/30bbddae-74ad-48a1-85db-ef732cac2df3) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:31:08.673658 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] Checking router: 3b5d690c-ca2d-4037-bdb7-4ff190faafa6 for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:31:08.676748 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] Updating router 3b5d690c-ca2d-4037-bdb7-4ff190faafa6 port 4c98e2ca-d96c-447d-bdb1-a69c957ae1fc binding host dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:31:08.757850 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:08.758412 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] Network 69a0d312-b2de-4689-b0c5-62b84c9112b2 is already hosted by enough agents. {{(pid=103791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:08.765575 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (4c98e2ca-d96c-447d-bdb1-a69c957ae1fc), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:08.779122 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82b938-0ad2-4564-a510-71e2668aa2c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d353b3b6-66a9-427b-922c-3a0be2e36037,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:08.855566 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] Pushing event updated for resources: {'Port': ['ID=8b3d5d26-9ad2-4676-9a18-8fc28645cac3,revision_number=1']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:08.880414 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 4539ee8d-b1a5-4383-8765-7ca296dfcb60 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:08.895484 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.base_scheduler [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] Resources bound (agent type, host, resource id): {{(pid=103791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:08.900105 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] Received port after_create {{(pid=103791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:31:08.938582 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b6e47fa-790d-4b6b-a7bc-db3dbd461370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:08.987437 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cb82b938-0ad2-4564-a510-71e2668aa2c1 admin admin] Publish callbacks [] for router_gateway (c738bb5a-be08-41c0-857d-5311e5d2b7ce), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:09.007222 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] Attempting to bind port 8b3d5d26-9ad2-4676-9a18-8fc28645cac3 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:31:09.007599 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] Attempting to bind port 8b3d5d26-9ad2-4676-9a18-8fc28645cac3 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:31:09.008015 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] Attempting to bind port 8b3d5d26-9ad2-4676-9a18-8fc28645cac3 on network 69a0d312-b2de-4689-b0c5-62b84c9112b2 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:09.023074 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:31:09.023563 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] Checking segment: {'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:09.023971 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:09.024501 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] Bound using segment: {'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:31:09.024984 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] Bound port: 8b3d5d26-9ad2-4676-9a18-8fc28645cac3, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:31:09.026815 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (8b3d5d26-9ad2-4676-9a18-8fc28645cac3), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:09.039996 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd835dad-deef-4c2f-8af4-643b92c33398 admin admin] Publish callbacks [] for security_group (1b2e6870-1642-4eef-b2fe-cb51104794d2), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:09.053251 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd835dad-deef-4c2f-8af4-643b92c33398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (1b2e6870-1642-4eef-b2fe-cb51104794d2), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:09.109872 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] Set router 544aac30-65a6-4fca-a6f2-f9197a416755 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:31:09.114823 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:09.135895 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] For port 8b3d5d26-9ad2-4676-9a18-8fc28645cac3, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:31:09.168935 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-dd835dad-deef-4c2f-8af4-643b92c33398 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=9a66af4cdfa148a58816c033d86f4689&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8378313 Aug 10 12:31:09.174311 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd835dad-deef-4c2f-8af4-643b92c33398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2e6870-1642-4eef-b2fe-cb51104794d2,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:09.179304 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 44684) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:09.218205 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] For port 8b3d5d26-9ad2-4676-9a18-8fc28645cac3, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=8b3d5d26-9ad2-4676-9a18-8fc28645cac3,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:31:09.261124 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9d724c-c0cd-4c57-b361-82c56cb553e0 None None] Network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:31:09.298334 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-24675f32-006d-4418-926d-6b1cfc3474fa admin admin] Publish callbacks [] for port (30bbddae-74ad-48a1-85db-ef732cac2df3), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:09.304394 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:09.331614 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (8b3d5d26-9ad2-4676-9a18-8fc28645cac3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:09.366851 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-7c2c3f9e-0e2a-4ec0-b07f-be1739938188 None None] Provisioning complete for port afbf0dff-ddce-4bde-8e8f-f028679f8d26 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:09.367412 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-7c2c3f9e-0e2a-4ec0-b07f-be1739938188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (afbf0dff-ddce-4bde-8e8f-f028679f8d26), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:09.395900 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-24675f32-006d-4418-926d-6b1cfc3474fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (30bbddae-74ad-48a1-85db-ef732cac2df3), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:09.397846 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:09.523533 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24675f32-006d-4418-926d-6b1cfc3474fa admin admin] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:09.533006 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-24675f32-006d-4418-926d-6b1cfc3474fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:09.534166 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-57d1a6bb-79ff-4c5a-bd67-b655fc369e2a admin admin] Publish callbacks [] for security_group (1b2e6870-1642-4eef-b2fe-cb51104794d2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:09.565073 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24675f32-006d-4418-926d-6b1cfc3474fa admin admin] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:31:09.608533 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-8b6e47fa-790d-4b6b-a7bc-db3dbd461370 admin admin] Allocated IP 172.20.0.1 (97b33311-a67f-49ac-b431-08644c8a60f1/e86c31a2-5c78-4d62-8a03-4f1f3314df91/edb3d963-d179-40d5-9f7b-1bf9a7fcfea9) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:31:09.618601 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:09.645239 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-57d1a6bb-79ff-4c5a-bd67-b655fc369e2a admin admin] Publish callbacks [] for security_group (1b2e6870-1642-4eef-b2fe-cb51104794d2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:09.651023 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af33dc8-bb85-4798-8afb-4a717a378378 None None] Pushing event updated for resources: {'Port': ['ID=8b3d5d26-9ad2-4676-9a18-8fc28645cac3,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:09.736849 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:09.751075 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cb82b938-0ad2-4564-a510-71e2668aa2c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690056'] for router (c738bb5a-be08-41c0-857d-5311e5d2b7ce), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:09.766772 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] Publish callbacks [] for port (4c98e2ca-d96c-447d-bdb1-a69c957ae1fc), precommit_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:09.783676 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (4c98e2ca-d96c-447d-bdb1-a69c957ae1fc), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:09.851988 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:04Z', 'updated_at': '2022-08-10T12:31:06Z', 'revision_number': 3, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'gw_port': {'id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:09.886317 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] Attempting to bind port 4c98e2ca-d96c-447d-bdb1-a69c957ae1fc on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:31:09.886835 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] Attempting to bind port 4c98e2ca-d96c-447d-bdb1-a69c957ae1fc by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:31:09.887695 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] Attempting to bind port 4c98e2ca-d96c-447d-bdb1-a69c957ae1fc on network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:09.903813 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8985f4d-bbc0-4bdc-9d96-0842c8fdb081 None None] Pushing event updated for resources: {'Port': ['ID=4c98e2ca-d96c-447d-bdb1-a69c957ae1fc,revision_number=2']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:09.924014 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:31:09.925820 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] Checking segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:09.930328 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:09.930946 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] Bound using segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:31:09.932144 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] Bound port: 4c98e2ca-d96c-447d-bdb1-a69c957ae1fc, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:31:09.932750 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (4c98e2ca-d96c-447d-bdb1-a69c957ae1fc), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:09.939035 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8985f4d-bbc0-4bdc-9d96-0842c8fdb081 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:09.945185 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8985f4d-bbc0-4bdc-9d96-0842c8fdb081 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:09.945790 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8985f4d-bbc0-4bdc-9d96-0842c8fdb081 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:09.946312 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8985f4d-bbc0-4bdc-9d96-0842c8fdb081 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:09.946825 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8985f4d-bbc0-4bdc-9d96-0842c8fdb081 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:09.947335 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8985f4d-bbc0-4bdc-9d96-0842c8fdb081 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:09.947940 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8985f4d-bbc0-4bdc-9d96-0842c8fdb081 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:09.948443 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8985f4d-bbc0-4bdc-9d96-0842c8fdb081 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:09.948944 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8985f4d-bbc0-4bdc-9d96-0842c8fdb081 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:09.949468 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8985f4d-bbc0-4bdc-9d96-0842c8fdb081 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:09.950159 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8985f4d-bbc0-4bdc-9d96-0842c8fdb081 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:09.951655 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8985f4d-bbc0-4bdc-9d96-0842c8fdb081 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:09.952825 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8985f4d-bbc0-4bdc-9d96-0842c8fdb081 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:09.953714 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8985f4d-bbc0-4bdc-9d96-0842c8fdb081 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:09.955312 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8985f4d-bbc0-4bdc-9d96-0842c8fdb081 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8985f4d-bbc0-4bdc-9d96-0842c8fdb081 None None] Tracked resource versions report: Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: pushed versions: Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: { 'AddressGroup': {'1.2'}, Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Agent': {'1.1'}, Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'ConntrackHelper': {'1.0'}, Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'LocalIPAssociation': {'1.0'}, Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Log': {'1.0'}, Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'NDPProxy': {'1.0'}, Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Network': {'1.1'}, Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Port': {'1.7'}, Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'PortForwarding': {'1.3'}, Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'QosPolicy': {'1.10'}, Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'SecurityGroup': {'1.5'}, Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'SecurityGroupRule': {'1.2'}, Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'SubPort': {'1.0'}, Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Subnet': {'1.1'}, Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Trunk': {'1.1'}} Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: consumer versions: Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: { DHCP agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: HyperV agent@hv-cinder-85226: {}, Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: L3 agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: Metadata agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: Metering agent@dv-cinder-852261-3-iscsi: {}, Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: Open vSwitch agent@dv-cinder-852261-3-iscsi: { 'AddressGroup': '1.2', Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Agent': '1.1', Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'ConntrackHelper': '1.0', Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'LocalIPAssociation': '1.0', Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Log': '1.0', Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'NDPProxy': '1.0', Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Network': '1.1', Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Port': '1.7', Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'PortForwarding': '1.3', Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'QosPolicy': '1.10', Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'SecurityGroup': '1.5', Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'SecurityGroupRule': '1.2', Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'SubPort': '1.0', Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Subnet': '1.1', Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: 'Trunk': '1.1'}} Aug 10 12:31:09.957769 dv-cinder-852261-3-iscsi neutron-server[103792]: {{(pid=103792) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 12:31:09.972379 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9302350-e9e2-4f70-a0f7-12cfdf77a4cb None None] Network 9747c644-617a-4b31-a63b-39dd1a5c7b9c requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:31:09.975571 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device afbf0dff-ddce-4bde-8e8f-f028679f8d26 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:10.016649 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-57d1a6bb-79ff-4c5a-bd67-b655fc369e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (1b2e6870-1642-4eef-b2fe-cb51104794d2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:10.019173 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-57d1a6bb-79ff-4c5a-bd67-b655fc369e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:10.020494 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-57d1a6bb-79ff-4c5a-bd67-b655fc369e2a admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/1b2e6870-1642-4eef-b2fe-cb51104794d2 HTTP/1.1" status: 204 len: 168 time: 0.8319383 Aug 10 12:31:10.032730 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] Checking router: 544aac30-65a6-4fca-a6f2-f9197a416755 for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:31:10.033084 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] Updating router 544aac30-65a6-4fca-a6f2-f9197a416755 port 3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b binding host dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:31:10.046653 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1a6bb-79ff-4c5a-bd67-b655fc369e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2e6870-1642-4eef-b2fe-cb51104794d2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:10.074121 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-24675f32-006d-4418-926d-6b1cfc3474fa admin admin] Publish callbacks [] for router_gateway (d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:10.077615 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] For port 4c98e2ca-d96c-447d-bdb1-a69c957ae1fc, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:31:10.081138 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] For port 4c98e2ca-d96c-447d-bdb1-a69c957ae1fc, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=4c98e2ca-d96c-447d-bdb1-a69c957ae1fc,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:31:10.094241 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (4c98e2ca-d96c-447d-bdb1-a69c957ae1fc), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:10.095263 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:10.100656 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b6e47fa-790d-4b6b-a7bc-db3dbd461370 admin admin] Publish callbacks [] for port (edb3d963-d179-40d5-9f7b-1bf9a7fcfea9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:10.113246 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] Routers {'3b5d690c-ca2d-4037-bdb7-4ff190faafa6'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:31:10.114592 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:30:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['3b5d690c-ca2d-4037-bdb7-4ff190faafa6'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:10.132827 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb82b938-0ad2-4564-a510-71e2668aa2c1 admin admin] Router c738bb5a-be08-41c0-857d-5311e5d2b7ce is scheduled to L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 10 12:31:10.182248 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-7c2c3f9e-0e2a-4ec0-b07f-be1739938188 None None] Current status of the port afbf0dff-ddce-4bde-8e8f-f028679f8d26 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:10.183835 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-7c2c3f9e-0e2a-4ec0-b07f-be1739938188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (afbf0dff-ddce-4bde-8e8f-f028679f8d26), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:10.222071 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:10.260219 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] Set router 3b5d690c-ca2d-4037-bdb7-4ff190faafa6 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:31:10.274357 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b6e47fa-790d-4b6b-a7bc-db3dbd461370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (edb3d963-d179-40d5-9f7b-1bf9a7fcfea9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:10.367136 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:10.381680 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6e47fa-790d-4b6b-a7bc-db3dbd461370 admin admin] Network 97b33311-a67f-49ac-b431-08644c8a60f1 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:10.383688 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb82b938-0ad2-4564-a510-71e2668aa2c1 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:31:10.399988 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8b6e47fa-790d-4b6b-a7bc-db3dbd461370 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:10.406623 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6e47fa-790d-4b6b-a7bc-db3dbd461370 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:31:10.407905 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b6e47fa-790d-4b6b-a7bc-db3dbd461370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745920'] for router_interface (3b5d690c-ca2d-4037-bdb7-4ff190faafa6), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:10.456345 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] Sync routers for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:31:10.462137 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-7c2c3f9e-0e2a-4ec0-b07f-be1739938188 None None] For port afbf0dff-ddce-4bde-8e8f-f028679f8d26, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=afbf0dff-ddce-4bde-8e8f-f028679f8d26,segment=NetworkSegment(949f5e67-dae1-401b-b15e-1f53624fbea6),segment_id=949f5e67-dae1-401b-b15e-1f53624fbea6)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:10.481456 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:10.483466 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:31:10.484347 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:30:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:10.530664 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-7c2c3f9e-0e2a-4ec0-b07f-be1739938188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (afbf0dff-ddce-4bde-8e8f-f028679f8d26), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:10.556627 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24675f32-006d-4418-926d-6b1cfc3474fa admin admin] Pushing event updated for resources: {'Port': ['ID=30bbddae-74ad-48a1-85db-ef732cac2df3,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:10.557968 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e47fa-790d-4b6b-a7bc-db3dbd461370 admin admin] Pushing event updated for resources: {'Port': ['ID=edb3d963-d179-40d5-9f7b-1bf9a7fcfea9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:10.616515 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cb82b938-0ad2-4564-a510-71e2668aa2c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:10.619584 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:31:10.621534 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-cb82b938-0ad2-4564-a510-71e2668aa2c1 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9035926 Aug 10 12:31:10.628357 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 44704) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:10.628822 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:10.685501 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port afbf0dff-ddce-4bde-8e8f-f028679f8d26 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:10.686907 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (afbf0dff-ddce-4bde-8e8f-f028679f8d26), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:10.716205 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-24675f32-006d-4418-926d-6b1cfc3474fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690056'] for router (d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:10.930551 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-ce6f3d86-2537-495d-a8ac-e0a38a60d064 None None] Provisioning complete for port afbf0dff-ddce-4bde-8e8f-f028679f8d26 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:10.930951 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3d86-2537-495d-a8ac-e0a38a60d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (afbf0dff-ddce-4bde-8e8f-f028679f8d26), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:11.001029 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:08Z', 'revision_number': 3, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:11.089666 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] Checking router: c738bb5a-be08-41c0-857d-5311e5d2b7ce for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:31:11.090102 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] Updating router c738bb5a-be08-41c0-857d-5311e5d2b7ce port d353b3b6-66a9-427b-922c-3a0be2e36037 binding host dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:31:11.112989 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:11.117849 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-62dca9a7-e5e0-4dec-9736-6d5105f67bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:11.133628 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b6e47fa-790d-4b6b-a7bc-db3dbd461370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (edb3d963-d179-40d5-9f7b-1bf9a7fcfea9), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:11.189437 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (d353b3b6-66a9-427b-922c-3a0be2e36037), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:11.218800 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b446de-2bfd-4c64-9ea9-94295a71b1f0 None None] Network 69a0d312-b2de-4689-b0c5-62b84c9112b2 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:31:11.227874 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c3f9e-0e2a-4ec0-b07f-be1739938188 None None] Pushing event updated for resources: {'Port': ['ID=afbf0dff-ddce-4bde-8e8f-f028679f8d26,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:11.418467 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:11.422302 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24675f32-006d-4418-926d-6b1cfc3474fa admin admin] Router d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 is scheduled to L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 with binding_index 1 {{(pid=103790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 10 12:31:11.429754 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:11.434768 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8985f4d-bbc0-4bdc-9d96-0842c8fdb081 None None] Pushing event updated for resources: {'Port': ['ID=4c98e2ca-d96c-447d-bdb1-a69c957ae1fc,revision_number=3']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:11.459058 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port afbf0dff-ddce-4bde-8e8f-f028679f8d26 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:11.460234 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 6a2cb631-4099-465a-8c9e-57571df063e4 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:11.474710 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:11.501525 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:11.540525 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-62dca9a7-e5e0-4dec-9736-6d5105f67bea admin admin] Allocated IP 172.20.0.1 (9747c644-617a-4b31-a63b-39dd1a5c7b9c/83d863d9-2bcf-49a1-876a-272e644640cc/d0ca6fa8-090c-423a-a4f8-1ca2bb087f56) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:31:11.544503 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5d690c-ca2d-4037-bdb7-4ff190faafa6', 'name': 'tempest-DeleteServersTestJSON-1632953881-router', 'tenant_id': '28eda660c33645f8a4428987084ab934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4c98e2ca-d96c-447d-bdb1-a69c957ae1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:02Z', 'updated_at': '2022-08-10T12:31:05Z', 'revision_number': 3, 'project_id': '28eda660c33645f8a4428987084ab934', 'gw_port': {'id': '4c98e2ca-d96c-447d-bdb1-a69c957ae1fc', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:70:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5d690c-ca2d-4037-bdb7-4ff190faafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:03Z', 'updated_at': '2022-08-10T12:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:11.599991 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ddca24-7628-476d-91c0-36c967edc051 None None] The sync data for ids ['3b5d690c-ca2d-4037-bdb7-4ff190faafa6'] in dv-cinder-852261-3-iscsi is: [{'id': '3b5d690c-ca2d-4037-bdb7-4ff190faafa6', 'name': 'tempest-DeleteServersTestJSON-1632953881-router', 'tenant_id': '28eda660c33645f8a4428987084ab934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4c98e2ca-d96c-447d-bdb1-a69c957ae1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:02Z', 'updated_at': '2022-08-10T12:31:05Z', 'revision_number': 3, 'project_id': '28eda660c33645f8a4428987084ab934', 'gw_port': {'id': '4c98e2ca-d96c-447d-bdb1-a69c957ae1fc', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:70:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5d690c-ca2d-4037-bdb7-4ff190faafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:03Z', 'updated_at': '2022-08-10T12:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:31:11.614732 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f3d86-2537-495d-a8ac-e0a38a60d064 None None] Current status of the port afbf0dff-ddce-4bde-8e8f-f028679f8d26 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:11.647739 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] Publish callbacks [] for port (3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:11.649758 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-ce6f3d86-2537-495d-a8ac-e0a38a60d064 None None] Provisioning complete for port 6a2cb631-4099-465a-8c9e-57571df063e4 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:11.650092 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3d86-2537-495d-a8ac-e0a38a60d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (6a2cb631-4099-465a-8c9e-57571df063e4), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:11.684925 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-62dca9a7-e5e0-4dec-9736-6d5105f67bea admin admin] Publish callbacks [] for port (d0ca6fa8-090c-423a-a4f8-1ca2bb087f56), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:11.712414 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:11.754040 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-62dca9a7-e5e0-4dec-9736-6d5105f67bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (d0ca6fa8-090c-423a-a4f8-1ca2bb087f56), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:11.758977 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] Attempting to bind port 3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:31:11.759556 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] Attempting to bind port 3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:31:11.762337 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] Attempting to bind port 3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b on network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:11.770848 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 6a2cb631-4099-465a-8c9e-57571df063e4 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:11.772784 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (6a2cb631-4099-465a-8c9e-57571df063e4), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:11.893228 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:31:11.893895 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] Checking segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:11.894309 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:11.894806 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] Bound using segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:31:11.895607 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] Bound port: 3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:31:11.895862 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:11.917790 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dca9a7-e5e0-4dec-9736-6d5105f67bea admin admin] Network 9747c644-617a-4b31-a63b-39dd1a5c7b9c is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:11.924557 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-62dca9a7-e5e0-4dec-9736-6d5105f67bea admin admin] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:11.930743 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b6e47fa-790d-4b6b-a7bc-db3dbd461370 admin admin] Publish callbacks [] for port (edb3d963-d179-40d5-9f7b-1bf9a7fcfea9), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:11.934240 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dca9a7-e5e0-4dec-9736-6d5105f67bea admin admin] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:31:11.934722 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-62dca9a7-e5e0-4dec-9736-6d5105f67bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745920'] for router_interface (544aac30-65a6-4fca-a6f2-f9197a416755), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:11.942905 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9c2c7-86cc-4e69-b7dc-dbb83771e6bb None None] Pushing event updated for resources: {'Port': ['ID=3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:11.951750 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] Publish callbacks [] for port (d353b3b6-66a9-427b-922c-3a0be2e36037), precommit_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:11.960274 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b6e47fa-790d-4b6b-a7bc-db3dbd461370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (edb3d963-d179-40d5-9f7b-1bf9a7fcfea9), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:11.961095 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8b6e47fa-790d-4b6b-a7bc-db3dbd461370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746544'] for router_interface (3b5d690c-ca2d-4037-bdb7-4ff190faafa6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:11.972855 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (d353b3b6-66a9-427b-922c-3a0be2e36037), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:12.029478 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:12.094587 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dca9a7-e5e0-4dec-9736-6d5105f67bea admin admin] Pushing event updated for resources: {'Port': ['ID=d0ca6fa8-090c-423a-a4f8-1ca2bb087f56,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:12.125621 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:12.131041 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24675f32-006d-4418-926d-6b1cfc3474fa admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:31:12.215535 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-24675f32-006d-4418-926d-6b1cfc3474fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:12.217020 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-24675f32-006d-4418-926d-6b1cfc3474fa admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5820656 Aug 10 12:31:12.224525 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44746) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:12.289772 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] Sync routers for ids ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:31:12.296024 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 6a2cb631-4099-465a-8c9e-57571df063e4 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:12.296605 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (6a2cb631-4099-465a-8c9e-57571df063e4), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:12.330940 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd104c6-eda4-45b7-81b8-331e19c95f35 None None] Pushing event updated for resources: {'Port': ['ID=d353b3b6-66a9-427b-922c-3a0be2e36037,revision_number=2']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:12.345663 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] Attempting to bind port d353b3b6-66a9-427b-922c-3a0be2e36037 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:31:12.346190 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] Attempting to bind port d353b3b6-66a9-427b-922c-3a0be2e36037 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:31:12.346724 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] Attempting to bind port d353b3b6-66a9-427b-922c-3a0be2e36037 on network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:12.368147 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:31:12.368493 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] Checking segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:12.368882 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:12.369334 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] Bound using segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:31:12.369791 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] Bound port: d353b3b6-66a9-427b-922c-3a0be2e36037, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:31:12.370169 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (d353b3b6-66a9-427b-922c-3a0be2e36037), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:12.398366 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8bce9f85-7498-48dd-a945-577e363877ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:12.408732 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e47fa-790d-4b6b-a7bc-db3dbd461370 admin admin] Pushing event updated for resources: {'Port': ['ID=edb3d963-d179-40d5-9f7b-1bf9a7fcfea9,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:12.424467 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f3d86-2537-495d-a8ac-e0a38a60d064 None None] Current status of the port 6a2cb631-4099-465a-8c9e-57571df063e4 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:12.424904 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3d86-2537-495d-a8ac-e0a38a60d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (6a2cb631-4099-465a-8c9e-57571df063e4), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:12.430657 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:12.437316 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] Routers {'d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:31:12.437931 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:30:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:12.466863 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] For port d353b3b6-66a9-427b-922c-3a0be2e36037, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:31:12.470907 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] For port d353b3b6-66a9-427b-922c-3a0be2e36037, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=d353b3b6-66a9-427b-922c-3a0be2e36037,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:31:12.485926 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (d353b3b6-66a9-427b-922c-3a0be2e36037), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:12.539731 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-62dca9a7-e5e0-4dec-9736-6d5105f67bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (d0ca6fa8-090c-423a-a4f8-1ca2bb087f56), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:12.557671 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] Set router d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:31:12.586656 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:31:12.587295 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:30:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:12.642240 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-8bce9f85-7498-48dd-a945-577e363877ee admin admin] Allocated IP 172.20.0.1 (69a0d312-b2de-4689-b0c5-62b84c9112b2/475a0af2-d7c4-4476-ab09-64279713ecd6/546b492c-b37c-4bf9-b8ae-97e4a960af4b) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:31:12.681017 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port 6a2cb631-4099-465a-8c9e-57571df063e4, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=6a2cb631-4099-465a-8c9e-57571df063e4,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:12.700035 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (6a2cb631-4099-465a-8c9e-57571df063e4), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:12.789212 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8bce9f85-7498-48dd-a945-577e363877ee admin admin] Publish callbacks [] for port (546b492c-b37c-4bf9-b8ae-97e4a960af4b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:12.801600 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd104c6-eda4-45b7-81b8-331e19c95f35 None None] Pushing event updated for resources: {'Port': ['ID=d353b3b6-66a9-427b-922c-3a0be2e36037,revision_number=3']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:12.824517 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] For port 3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:31:12.836315 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=6a2cb631-4099-465a-8c9e-57571df063e4,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:12.845757 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8bce9f85-7498-48dd-a945-577e363877ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (546b492c-b37c-4bf9-b8ae-97e4a960af4b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:12.863400 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:12.876316 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:31:12.971677 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bce9f85-7498-48dd-a945-577e363877ee admin admin] Network 69a0d312-b2de-4689-b0c5-62b84c9112b2 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:12.994139 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8bce9f85-7498-48dd-a945-577e363877ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:13.009617 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bce9f85-7498-48dd-a945-577e363877ee admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:31:13.017966 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8bce9f85-7498-48dd-a945-577e363877ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745920'] for router_interface (c738bb5a-be08-41c0-857d-5311e5d2b7ce), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:13.038650 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] For port 3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:31:13.050420 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.db.api [None req-ce6f3d86-2537-495d-a8ac-e0a38a60d064 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 10 12:31:13.050855 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG oslo_db.api [None req-ce6f3d86-2537-495d-a8ac-e0a38a60d064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 12:31:13.072936 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:13.109082 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce9f85-7498-48dd-a945-577e363877ee admin admin] Pushing event updated for resources: {'Port': ['ID=546b492c-b37c-4bf9-b8ae-97e4a960af4b,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:13.152374 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:13.173310 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device afbf0dff-ddce-4bde-8e8f-f028679f8d26 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:13.183904 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6e47fa-790d-4b6b-a7bc-db3dbd461370 admin admin] Network 97b33311-a67f-49ac-b431-08644c8a60f1 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:13.187840 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8b6e47fa-790d-4b6b-a7bc-db3dbd461370 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:13.372146 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:08Z', 'revision_number': 3, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:13.435437 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c790822b-842f-4c28-9b1c-46057584f1dc None None] The sync data for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi is: [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:08Z', 'revision_number': 3, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:31:13.466783 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9c2c7-86cc-4e69-b7dc-dbb83771e6bb None None] Pushing event updated for resources: {'Port': ['ID=3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:13.472917 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6e47fa-790d-4b6b-a7bc-db3dbd461370 admin admin] Router 3b5d690c-ca2d-4037-bdb7-4ff190faafa6 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:31:13.481725 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] Routers {'544aac30-65a6-4fca-a6f2-f9197a416755'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:31:13.482445 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:30:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['544aac30-65a6-4fca-a6f2-f9197a416755'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:13.497070 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-62dca9a7-e5e0-4dec-9736-6d5105f67bea admin admin] Publish callbacks [] for port (d0ca6fa8-090c-423a-a4f8-1ca2bb087f56), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:13.512988 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-62dca9a7-e5e0-4dec-9736-6d5105f67bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (d0ca6fa8-090c-423a-a4f8-1ca2bb087f56), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:13.520757 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-62dca9a7-e5e0-4dec-9736-6d5105f67bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746544'] for router_interface (544aac30-65a6-4fca-a6f2-f9197a416755), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:13.653650 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:13.670087 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8bce9f85-7498-48dd-a945-577e363877ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (546b492c-b37c-4bf9-b8ae-97e4a960af4b), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:13.721561 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f3d86-2537-495d-a8ac-e0a38a60d064 None None] Current status of the port 6a2cb631-4099-465a-8c9e-57571df063e4 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:13.750423 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'name': 'tempest-ServerRescueNegativeTestJSON-871011041-router', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:09Z', 'revision_number': 3, 'project_id': '2301f937213e47c29686be4e8601ac32', 'gw_port': {'id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:13.793085 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] Checking router: d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:31:13.793463 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] Updating router d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 port 30bbddae-74ad-48a1-85db-ef732cac2df3 binding host dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:31:13.829592 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6e47fa-790d-4b6b-a7bc-db3dbd461370 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:31:13.851133 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-8b6e47fa-790d-4b6b-a7bc-db3dbd461370 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/3b5d690c-ca2d-4037-bdb7-4ff190faafa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1208930 Aug 10 12:31:13.851321 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (30bbddae-74ad-48a1-85db-ef732cac2df3), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:13.851321 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port afbf0dff-ddce-4bde-8e8f-f028679f8d26 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:13.851321 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (afbf0dff-ddce-4bde-8e8f-f028679f8d26), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:13.851321 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] Set router 544aac30-65a6-4fca-a6f2-f9197a416755 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:31:13.966407 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dca9a7-e5e0-4dec-9736-6d5105f67bea admin admin] Pushing event updated for resources: {'Port': ['ID=d0ca6fa8-090c-423a-a4f8-1ca2bb087f56,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:13.979816 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:14.002826 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-9bd63773-3524-4ad2-b534-5ec7e1fdfd13 None None] Provisioning complete for port d0ca6fa8-090c-423a-a4f8-1ca2bb087f56 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:14.003229 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9bd63773-3524-4ad2-b534-5ec7e1fdfd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (d0ca6fa8-090c-423a-a4f8-1ca2bb087f56), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:14.045723 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:14.077857 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35fea03b-1d79-4ce2-ae9e-9bf3b51382f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:14.164583 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dca9a7-e5e0-4dec-9736-6d5105f67bea admin admin] Network 9747c644-617a-4b31-a63b-39dd1a5c7b9c is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:14.169492 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-62dca9a7-e5e0-4dec-9736-6d5105f67bea admin admin] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:14.261614 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8bce9f85-7498-48dd-a945-577e363877ee admin admin] Publish callbacks [] for port (546b492c-b37c-4bf9-b8ae-97e4a960af4b), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:14.291041 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8bce9f85-7498-48dd-a945-577e363877ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (546b492c-b37c-4bf9-b8ae-97e4a960af4b), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:14.293168 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8bce9f85-7498-48dd-a945-577e363877ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746544'] for router_interface (c738bb5a-be08-41c0-857d-5311e5d2b7ce), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:14.468516 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce9f85-7498-48dd-a945-577e363877ee admin admin] Pushing event updated for resources: {'Port': ['ID=546b492c-b37c-4bf9-b8ae-97e4a960af4b,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:14.660268 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-35fea03b-1d79-4ce2-ae9e-9bf3b51382f0 admin admin] Allocated IP 172.20.0.1 (61402a18-53ba-4745-a9e1-e8ac1dfc87fb/5e7cdd28-a708-4c60-9515-0f4475157064/2421ca45-58b6-4fbc-a7bf-76ed2efd6e10) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:31:14.711133 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] Sync routers for ids ['3b5d690c-ca2d-4037-bdb7-4ff190faafa6'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:31:14.717480 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:14.733887 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] Routers {'3b5d690c-ca2d-4037-bdb7-4ff190faafa6'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:31:14.736102 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:30:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['3b5d690c-ca2d-4037-bdb7-4ff190faafa6'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:14.750496 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:14.780215 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bce9f85-7498-48dd-a945-577e363877ee admin admin] Network 69a0d312-b2de-4689-b0c5-62b84c9112b2 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:14.785634 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-8bce9f85-7498-48dd-a945-577e363877ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:14.970623 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35fea03b-1d79-4ce2-ae9e-9bf3b51382f0 admin admin] Publish callbacks [] for port (2421ca45-58b6-4fbc-a7bf-76ed2efd6e10), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:15.014508 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dca9a7-e5e0-4dec-9736-6d5105f67bea admin admin] Router 544aac30-65a6-4fca-a6f2-f9197a416755 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:31:15.117621 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] Set router 3b5d690c-ca2d-4037-bdb7-4ff190faafa6 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:31:15.160119 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 44846) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:15.204880 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35fea03b-1d79-4ce2-ae9e-9bf3b51382f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (2421ca45-58b6-4fbc-a7bf-76ed2efd6e10), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:15.273938 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bce9f85-7498-48dd-a945-577e363877ee admin admin] Router c738bb5a-be08-41c0-857d-5311e5d2b7ce has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:31:15.298415 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:15.299818 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:15.303132 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:15.328868 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-9bd63773-3524-4ad2-b534-5ec7e1fdfd13 None None] Port d0ca6fa8-090c-423a-a4f8-1ca2bb087f56 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:31:15.406986 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fea03b-1d79-4ce2-ae9e-9bf3b51382f0 admin admin] Network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:15.427861 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-35fea03b-1d79-4ce2-ae9e-9bf3b51382f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:15.456217 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fea03b-1d79-4ce2-ae9e-9bf3b51382f0 admin admin] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:31:15.457237 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35fea03b-1d79-4ce2-ae9e-9bf3b51382f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745920'] for router_interface (d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:15.464879 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e48f-9052-4258-8537-07206e16157a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:15.465796 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:15.521485 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fea03b-1d79-4ce2-ae9e-9bf3b51382f0 admin admin] Pushing event updated for resources: {'Port': ['ID=2421ca45-58b6-4fbc-a7bf-76ed2efd6e10,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:15.535242 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dca9a7-e5e0-4dec-9736-6d5105f67bea admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:31:15.569426 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-62dca9a7-e5e0-4dec-9736-6d5105f67bea admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/544aac30-65a6-4fca-a6f2-f9197a416755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0534627 Aug 10 12:31:15.681876 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-9bd63773-3524-4ad2-b534-5ec7e1fdfd13 None None] Provisioning complete for port edb3d963-d179-40d5-9f7b-1bf9a7fcfea9 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:15.682257 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9bd63773-3524-4ad2-b534-5ec7e1fdfd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (edb3d963-d179-40d5-9f7b-1bf9a7fcfea9), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:15.744811 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5d690c-ca2d-4037-bdb7-4ff190faafa6', 'name': 'tempest-DeleteServersTestJSON-1632953881-router', 'tenant_id': '28eda660c33645f8a4428987084ab934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4c98e2ca-d96c-447d-bdb1-a69c957ae1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:02Z', 'updated_at': '2022-08-10T12:31:10Z', 'revision_number': 4, 'project_id': '28eda660c33645f8a4428987084ab934', 'gw_port': {'id': '4c98e2ca-d96c-447d-bdb1-a69c957ae1fc', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:70:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5d690c-ca2d-4037-bdb7-4ff190faafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:03Z', 'updated_at': '2022-08-10T12:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'edb3d963-d179-40d5-9f7b-1bf9a7fcfea9', 'name': '', 'network_id': '97b33311-a67f-49ac-b431-08644c8a60f1', 'tenant_id': '28eda660c33645f8a4428987084ab934', 'mac_address': 'fa:16:3e:bb:7a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5d690c-ca2d-4037-bdb7-4ff190faafa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e86c31a2-5c78-4d62-8a03-4f1f3314df91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:08Z', 'updated_at': '2022-08-10T12:31:11Z', 'revision_number': 2, 'project_id': '28eda660c33645f8a4428987084ab934', 'subnets': [{'id': 'e86c31a2-5c78-4d62-8a03-4f1f3314df91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:15.785126 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] Checking router: 3b5d690c-ca2d-4037-bdb7-4ff190faafa6 for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:31:15.786220 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] Updating router 3b5d690c-ca2d-4037-bdb7-4ff190faafa6 port edb3d963-d179-40d5-9f7b-1bf9a7fcfea9 binding host dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:31:15.806684 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35fea03b-1d79-4ce2-ae9e-9bf3b51382f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (2421ca45-58b6-4fbc-a7bf-76ed2efd6e10), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:15.824191 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port afbf0dff-ddce-4bde-8e8f-f028679f8d26 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:15.826049 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e48f-9052-4258-8537-07206e16157a admin admin] Publish callbacks [] for security_group (b1dda96e-8624-4fff-82c3-8917cc654751), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:15.830684 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 4c98e2ca-d96c-447d-bdb1-a69c957ae1fc up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:15.843121 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e48f-9052-4258-8537-07206e16157a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (b1dda96e-8624-4fff-82c3-8917cc654751), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:15.860617 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=100 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:15.870692 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (edb3d963-d179-40d5-9f7b-1bf9a7fcfea9), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:15.882623 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bce9f85-7498-48dd-a945-577e363877ee admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:31:15.925784 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-8bce9f85-7498-48dd-a945-577e363877ee admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/c738bb5a-be08-41c0-857d-5311e5d2b7ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2953215 Aug 10 12:31:15.938130 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:04Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 4, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'gw_port': {'id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'd0ca6fa8-090c-423a-a4f8-1ca2bb087f56', 'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'mac_address': 'fa:16:3e:8a:7c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:11Z', 'updated_at': '2022-08-10T12:31:11Z', 'revision_number': 1, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'subnets': [{'id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:15.945096 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 44900) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:15.959655 dv-cinder-852261-3-iscsi neutron-server[103789]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 12:31:16.094604 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:16.100008 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35fea03b-1d79-4ce2-ae9e-9bf3b51382f0 admin admin] Publish callbacks [] for port (2421ca45-58b6-4fbc-a7bf-76ed2efd6e10), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:16.114354 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35fea03b-1d79-4ce2-ae9e-9bf3b51382f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (2421ca45-58b6-4fbc-a7bf-76ed2efd6e10), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:16.115856 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35fea03b-1d79-4ce2-ae9e-9bf3b51382f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746544'] for router_interface (d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:16.117806 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5a5c39-3c42-4051-8be2-a22074f629a4 None None] The sync data for ids ['544aac30-65a6-4fca-a6f2-f9197a416755'] in dv-cinder-852261-3-iscsi is: [{'id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:04Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 4, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'gw_port': {'id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'd0ca6fa8-090c-423a-a4f8-1ca2bb087f56', 'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'mac_address': 'fa:16:3e:8a:7c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:11Z', 'updated_at': '2022-08-10T12:31:11Z', 'revision_number': 1, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'subnets': [{'id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:31:16.132851 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-9bd63773-3524-4ad2-b534-5ec7e1fdfd13 None None] Port edb3d963-d179-40d5-9f7b-1bf9a7fcfea9 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:31:16.175580 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-e0b2e48f-9052-4258-8537-07206e16157a admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=160cecf9ac214a48ba431776533c86df&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0175827 Aug 10 12:31:16.185843 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 44912) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:16.211604 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2e48f-9052-4258-8537-07206e16157a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dda96e-8624-4fff-82c3-8917cc654751,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:16.238578 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-9bd63773-3524-4ad2-b534-5ec7e1fdfd13 None None] Provisioning complete for port 8b3d5d26-9ad2-4676-9a18-8fc28645cac3 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:16.239620 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9bd63773-3524-4ad2-b534-5ec7e1fdfd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (8b3d5d26-9ad2-4676-9a18-8fc28645cac3), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:16.325086 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] Publish callbacks [] for port (30bbddae-74ad-48a1-85db-ef732cac2df3), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:16.348206 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 4c98e2ca-d96c-447d-bdb1-a69c957ae1fc triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:16.348984 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (4c98e2ca-d96c-447d-bdb1-a69c957ae1fc), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:16.355192 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (30bbddae-74ad-48a1-85db-ef732cac2df3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:16.379096 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fea03b-1d79-4ce2-ae9e-9bf3b51382f0 admin admin] Network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:16.382197 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-35fea03b-1d79-4ce2-ae9e-9bf3b51382f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:16.452907 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] Publish callbacks [] for port (edb3d963-d179-40d5-9f7b-1bf9a7fcfea9), precommit_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:16.466412 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (edb3d963-d179-40d5-9f7b-1bf9a7fcfea9), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:16.529734 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-810f304d-f113-425e-a66f-fb85aaa43772 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:16.531932 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-810f304d-f113-425e-a66f-fb85aaa43772 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/networks?id=97b33311-a67f-49ac-b431-08644c8a60f1 HTTP/1.1" status: 200 len: 812 time: 0.5735781 Aug 10 12:31:16.539363 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7ae09cf9-6b84-4fe4-8a22-60dd81b066e7 admin admin] Publish callbacks [] for security_group (b1dda96e-8624-4fff-82c3-8917cc654751), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:16.574328 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2910fb-6b53-4307-a909-b74848cfc540 None None] Pushing event updated for resources: {'Port': ['ID=edb3d963-d179-40d5-9f7b-1bf9a7fcfea9,revision_number=3']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:16.579423 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] Attempting to bind port 30bbddae-74ad-48a1-85db-ef732cac2df3 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:31:16.582094 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] Attempting to bind port 30bbddae-74ad-48a1-85db-ef732cac2df3 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:31:16.584250 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] Attempting to bind port 30bbddae-74ad-48a1-85db-ef732cac2df3 on network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:16.619559 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fea03b-1d79-4ce2-ae9e-9bf3b51382f0 admin admin] Pushing event updated for resources: {'Port': ['ID=2421ca45-58b6-4fbc-a7bf-76ed2efd6e10,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:16.628408 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7564f6-cf01-4472-9783-42b22813884d None None] Pushing event updated for resources: {'Port': ['ID=30bbddae-74ad-48a1-85db-ef732cac2df3,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:16.635053 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 44918) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:16.642537 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:31:16.642930 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] Checking segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:16.643363 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:16.643745 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] Bound using segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:31:16.645011 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] Bound port: 30bbddae-74ad-48a1-85db-ef732cac2df3, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:31:16.646931 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (30bbddae-74ad-48a1-85db-ef732cac2df3), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:16.673885 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-cfd2d253-eb3e-41ea-94a7-bdc2dd84cc8f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Request body: {'security_group': {'name': 'tempest-securitygroup--513970195', 'description': 'tempest-description--792834249'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:16.694256 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7ae09cf9-6b84-4fe4-8a22-60dd81b066e7 admin admin] Publish callbacks [] for security_group (b1dda96e-8624-4fff-82c3-8917cc654751), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:16.712019 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44924) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:16.713971 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-c6c618c9-8a76-4230-98da-d28bbbd7ffde tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/quotas/28eda660c33645f8a4428987084ab934 HTTP/1.1" status: 200 len: 375 time: 0.1455321 Aug 10 12:31:16.778720 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] Sync routers for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:31:16.798770 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] Attempting to bind port edb3d963-d179-40d5-9f7b-1bf9a7fcfea9 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:31:16.799289 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] Attempting to bind port edb3d963-d179-40d5-9f7b-1bf9a7fcfea9 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': '30d9d7aa-59ec-45f1-80fe-ae71e1531ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '97b33311-a67f-49ac-b431-08644c8a60f1'}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:31:16.803234 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] Attempting to bind port edb3d963-d179-40d5-9f7b-1bf9a7fcfea9 on network 97b33311-a67f-49ac-b431-08644c8a60f1 {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:16.825497 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:31:16.825878 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] Checking segment: {'id': '30d9d7aa-59ec-45f1-80fe-ae71e1531ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '97b33311-a67f-49ac-b431-08644c8a60f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:16.826282 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:16.826678 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] Bound using segment: {'id': '30d9d7aa-59ec-45f1-80fe-ae71e1531ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '97b33311-a67f-49ac-b431-08644c8a60f1'} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:31:16.827210 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] Bound port: edb3d963-d179-40d5-9f7b-1bf9a7fcfea9, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d9d7aa-59ec-45f1-80fe-ae71e1531ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '97b33311-a67f-49ac-b431-08644c8a60f1'}}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:31:16.827621 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (edb3d963-d179-40d5-9f7b-1bf9a7fcfea9), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:16.866674 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fea03b-1d79-4ce2-ae9e-9bf3b51382f0 admin admin] Router d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:31:16.929310 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:31:16.929938 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:30:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:16.982825 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 4c98e2ca-d96c-447d-bdb1-a69c957ae1fc is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:16.983271 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (4c98e2ca-d96c-447d-bdb1-a69c957ae1fc), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:16.998770 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] For port edb3d963-d179-40d5-9f7b-1bf9a7fcfea9, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:31:17.008205 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] For port edb3d963-d179-40d5-9f7b-1bf9a7fcfea9, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=edb3d963-d179-40d5-9f7b-1bf9a7fcfea9,segment=NetworkSegment(30d9d7aa-59ec-45f1-80fe-ae71e1531ad4),segment_id=30d9d7aa-59ec-45f1-80fe-ae71e1531ad4)] {{(pid=103792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:31:17.021646 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (edb3d963-d179-40d5-9f7b-1bf9a7fcfea9), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.029881 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-9bd63773-3524-4ad2-b534-5ec7e1fdfd13 None None] Current status of the port 8b3d5d26-9ad2-4676-9a18-8fc28645cac3 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:17.030823 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9bd63773-3524-4ad2-b534-5ec7e1fdfd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (8b3d5d26-9ad2-4676-9a18-8fc28645cac3), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.034391 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] For port 30bbddae-74ad-48a1-85db-ef732cac2df3, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:31:17.037251 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fea03b-1d79-4ce2-ae9e-9bf3b51382f0 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:31:17.047572 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port 4c98e2ca-d96c-447d-bdb1-a69c957ae1fc, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=4c98e2ca-d96c-447d-bdb1-a69c957ae1fc,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:17.055801 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-35fea03b-1d79-4ce2-ae9e-9bf3b51382f0 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8296254 Aug 10 12:31:17.065302 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] For port 30bbddae-74ad-48a1-85db-ef732cac2df3, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=30bbddae-74ad-48a1-85db-ef732cac2df3,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:31:17.068019 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f05dd34-bb0c-4670-8360-13f1cd8c7597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.128789 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (4c98e2ca-d96c-447d-bdb1-a69c957ae1fc), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.129632 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 8b3d5d26-9ad2-4676-9a18-8fc28645cac3 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:17.162154 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:17.166531 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] Routers {'3b5d690c-ca2d-4037-bdb7-4ff190faafa6'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:31:17.167808 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:30:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['3b5d690c-ca2d-4037-bdb7-4ff190faafa6'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:17.170661 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2910fb-6b53-4307-a909-b74848cfc540 None None] Pushing event updated for resources: {'Port': ['ID=edb3d963-d179-40d5-9f7b-1bf9a7fcfea9,revision_number=4']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:17.173719 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cfd2d253-eb3e-41ea-94a7-bdc2dd84cc8f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.193175 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (30bbddae-74ad-48a1-85db-ef732cac2df3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.196569 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:17.223798 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-b94fa8ee-2364-4652-8ccb-f0815c264c05 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=28eda660c33645f8a4428987084ab934&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4990046 Aug 10 12:31:17.267617 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f05dd34-bb0c-4670-8360-13f1cd8c7597 admin admin] Publish callbacks [] for security_group (0681af57-038e-49ce-8655-895820403b78), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.277167 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3f05dd34-bb0c-4670-8360-13f1cd8c7597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (0681af57-038e-49ce-8655-895820403b78), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.292000 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-9bd63773-3524-4ad2-b534-5ec7e1fdfd13 None None] For port 8b3d5d26-9ad2-4676-9a18-8fc28645cac3, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=8b3d5d26-9ad2-4676-9a18-8fc28645cac3,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:17.329249 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:17.332755 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-3f05dd34-bb0c-4670-8360-13f1cd8c7597 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=a99cd651b5c8474fb336b307cbba38cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6196487 Aug 10 12:31:17.337673 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44936) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:17.340201 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9bd63773-3524-4ad2-b534-5ec7e1fdfd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (8b3d5d26-9ad2-4676-9a18-8fc28645cac3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.344333 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:31:17.416138 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cfd2d253-eb3e-41ea-94a7-bdc2dd84cc8f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group (40d29c82-93cc-4951-bf2c-02e629797b97), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.419324 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:17.422456 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cfd2d253-eb3e-41ea-94a7-bdc2dd84cc8f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (40d29c82-93cc-4951-bf2c-02e629797b97), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.451484 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] Routers {'d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:31:17.452689 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:30:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:17.457438 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] Set router 3b5d690c-ca2d-4037-bdb7-4ff190faafa6 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:31:17.464854 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=4c98e2ca-d96c-447d-bdb1-a69c957ae1fc,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:17.491736 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7ae09cf9-6b84-4fe4-8a22-60dd81b066e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (b1dda96e-8624-4fff-82c3-8917cc654751), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.498443 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7ae09cf9-6b84-4fe4-8a22-60dd81b066e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.505451 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-7ae09cf9-6b84-4fe4-8a22-60dd81b066e7 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/b1dda96e-8624-4fff-82c3-8917cc654751 HTTP/1.1" status: 204 len: 168 time: 1.3176022 Aug 10 12:31:17.509645 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 44944) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:17.522644 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05dd34-bb0c-4670-8360-13f1cd8c7597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0681af57-038e-49ce-8655-895820403b78,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:17.526798 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b1b45c9d-ab88-4517-b76c-906daa518a7c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--845676711', 'description': 'tempest-description--2089832025'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:17.587675 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a6175f30-50dc-49ea-8153-08c7c9fe5806 admin admin] Publish callbacks [] for security_group (0681af57-038e-49ce-8655-895820403b78), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.615408 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cfd2d253-eb3e-41ea-94a7-bdc2dd84cc8f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.621922 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-cfd2d253-eb3e-41ea-94a7-bdc2dd84cc8f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9859915 Aug 10 12:31:17.631621 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b1b45c9d-ab88-4517-b76c-906daa518a7c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.632299 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44950) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:17.657305 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2d253-eb3e-41ea-94a7-bdc2dd84cc8f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d29c82-93cc-4951-bf2c-02e629797b97,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:17.682040 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-addbcdde-b1ce-4b7e-8554-eec4224a640c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Request body: {'security_group_rule': {'security_group_id': '40d29c82-93cc-4951-bf2c-02e629797b97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:17.690735 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a6175f30-50dc-49ea-8153-08c7c9fe5806 admin admin] Publish callbacks [] for security_group (0681af57-038e-49ce-8655-895820403b78), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.700148 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:17.767844 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7564f6-cf01-4472-9783-42b22813884d None None] Pushing event updated for resources: {'Port': ['ID=30bbddae-74ad-48a1-85db-ef732cac2df3,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:17.793253 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-9bd63773-3524-4ad2-b534-5ec7e1fdfd13 None None] Provisioning complete for port 546b492c-b37c-4bf9-b8ae-97e4a960af4b triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:17.794450 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9bd63773-3524-4ad2-b534-5ec7e1fdfd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (546b492c-b37c-4bf9-b8ae-97e4a960af4b), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.817044 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-addbcdde-b1ce-4b7e-8554-eec4224a640c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group_rule (ebf90083-0d98-4734-95df-9d333003c86e), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.820890 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b1b45c9d-ab88-4517-b76c-906daa518a7c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (c1c644c7-8fb0-417f-91b3-659b2cf37ce6), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.825221 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae09cf9-6b84-4fe4-8a22-60dd81b066e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dda96e-8624-4fff-82c3-8917cc654751,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:17.846713 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-4de6456e-c3a8-4e22-8780-2fb54799916b service neutron] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 10 12:31:17.848814 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-4de6456e-c3a8-4e22-8780-2fb54799916b service neutron] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2189043 Aug 10 12:31:17.852063 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b1b45c9d-ab88-4517-b76c-906daa518a7c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (c1c644c7-8fb0-417f-91b3-659b2cf37ce6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.898313 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:17.970466 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a6175f30-50dc-49ea-8153-08c7c9fe5806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (0681af57-038e-49ce-8655-895820403b78), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.973251 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a6175f30-50dc-49ea-8153-08c7c9fe5806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.982561 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-a6175f30-50dc-49ea-8153-08c7c9fe5806 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/0681af57-038e-49ce-8655-895820403b78 HTTP/1.1" status: 204 len: 168 time: 0.6367335 Aug 10 12:31:17.987745 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b1b45c9d-ab88-4517-b76c-906daa518a7c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:17.987745 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-b1b45c9d-ab88-4517-b76c-906daa518a7c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4649954 Aug 10 12:31:17.987745 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 44964) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:17.993882 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-cf7f0d02-5587-4398-861a-e71a1de4aab0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'security_group_rule': {'security_group_id': 'c1c644c7-8fb0-417f-91b3-659b2cf37ce6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:18.019104 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b45c9d-ab88-4517-b76c-906daa518a7c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c644c7-8fb0-417f-91b3-659b2cf37ce6,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:18.053456 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-addbcdde-b1ce-4b7e-8554-eec4224a640c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group_rule (ebf90083-0d98-4734-95df-9d333003c86e), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:18.054433 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0d02-5587-4398-861a-e71a1de4aab0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (7d50c24f-d723-426f-98ca-88d08fa76107), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:18.054740 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6175f30-50dc-49ea-8153-08c7c9fe5806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0681af57-038e-49ce-8655-895820403b78,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:18.056903 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-9bd63773-3524-4ad2-b534-5ec7e1fdfd13 None None] Port 546b492c-b37c-4bf9-b8ae-97e4a960af4b cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:31:18.061823 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-addbcdde-b1ce-4b7e-8554-eec4224a640c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (ebf90083-0d98-4734-95df-9d333003c86e), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:18.086712 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd63773-3524-4ad2-b534-5ec7e1fdfd13 None None] Pushing event updated for resources: {'Port': ['ID=8b3d5d26-9ad2-4676-9a18-8fc28645cac3,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:18.093250 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbcdde-b1ce-4b7e-8554-eec4224a640c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf90083-0d98-4734-95df-9d333003c86e,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:18.124099 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-addbcdde-b1ce-4b7e-8554-eec4224a640c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:18.125520 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-addbcdde-b1ce-4b7e-8554-eec4224a640c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4771829 Aug 10 12:31:18.129195 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 44966) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:18.148874 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f16ad3fe-1a96-4d37-ba42-2593bbbf9e37 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Request body: {'security_group_rule': {'security_group_id': '40d29c82-93cc-4951-bf2c-02e629797b97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:18.162643 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5d690c-ca2d-4037-bdb7-4ff190faafa6', 'name': 'tempest-DeleteServersTestJSON-1632953881-router', 'tenant_id': '28eda660c33645f8a4428987084ab934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4c98e2ca-d96c-447d-bdb1-a69c957ae1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:02Z', 'updated_at': '2022-08-10T12:31:10Z', 'revision_number': 4, 'project_id': '28eda660c33645f8a4428987084ab934', 'gw_port': {'id': '4c98e2ca-d96c-447d-bdb1-a69c957ae1fc', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d690c-ca2d-4037-bdb7-4ff190faafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:03Z', 'updated_at': '2022-08-10T12:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'edb3d963-d179-40d5-9f7b-1bf9a7fcfea9', 'name': '', 'network_id': '97b33311-a67f-49ac-b431-08644c8a60f1', 'tenant_id': '28eda660c33645f8a4428987084ab934', 'mac_address': 'fa:16:3e:bb:7a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5d690c-ca2d-4037-bdb7-4ff190faafa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e86c31a2-5c78-4d62-8a03-4f1f3314df91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:08Z', 'updated_at': '2022-08-10T12:31:16Z', 'revision_number': 4, 'project_id': '28eda660c33645f8a4428987084ab934', 'subnets': [{'id': 'e86c31a2-5c78-4d62-8a03-4f1f3314df91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:18.198677 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4520bb-18f0-4dfe-af36-f5fc82cef1ae None None] The sync data for ids ['3b5d690c-ca2d-4037-bdb7-4ff190faafa6'] in dv-cinder-852261-3-iscsi is: [{'id': '3b5d690c-ca2d-4037-bdb7-4ff190faafa6', 'name': 'tempest-DeleteServersTestJSON-1632953881-router', 'tenant_id': '28eda660c33645f8a4428987084ab934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4c98e2ca-d96c-447d-bdb1-a69c957ae1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:02Z', 'updated_at': '2022-08-10T12:31:10Z', 'revision_number': 4, 'project_id': '28eda660c33645f8a4428987084ab934', 'gw_port': {'id': '4c98e2ca-d96c-447d-bdb1-a69c957ae1fc', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d690c-ca2d-4037-bdb7-4ff190faafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:03Z', 'updated_at': '2022-08-10T12:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'edb3d963-d179-40d5-9f7b-1bf9a7fcfea9', 'name': '', 'network_id': '97b33311-a67f-49ac-b431-08644c8a60f1', 'tenant_id': '28eda660c33645f8a4428987084ab934', 'mac_address': 'fa:16:3e:bb:7a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5d690c-ca2d-4037-bdb7-4ff190faafa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e86c31a2-5c78-4d62-8a03-4f1f3314df91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:08Z', 'updated_at': '2022-08-10T12:31:16Z', 'revision_number': 4, 'project_id': '28eda660c33645f8a4428987084ab934', 'subnets': [{'id': 'e86c31a2-5c78-4d62-8a03-4f1f3314df91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:31:18.208368 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44968) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:18.215855 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f16ad3fe-1a96-4d37-ba42-2593bbbf9e37 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group_rule (8f6e6d29-4cde-4057-9f3d-7fac42a3aea3), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:18.245901 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-95ce36de-adbe-43da-9bf2-b4b6f6e4bfc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:18.306773 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-6414a029-5b51-491b-8588-20d23dd3a691 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/97b33311-a67f-49ac-b431-08644c8a60f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390185 Aug 10 12:31:18.318509 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:18.462291 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 2, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:18.465429 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 8b3d5d26-9ad2-4676-9a18-8fc28645cac3 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:18.465542 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (8b3d5d26-9ad2-4676-9a18-8fc28645cac3), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:18.466929 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-9bd63773-3524-4ad2-b534-5ec7e1fdfd13 None None] Provisioning complete for port 6a2cb631-4099-465a-8c9e-57571df063e4 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:18.467319 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9bd63773-3524-4ad2-b534-5ec7e1fdfd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (6a2cb631-4099-465a-8c9e-57571df063e4), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:18.484389 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-95ce36de-adbe-43da-9bf2-b4b6f6e4bfc1 admin admin] Publish callbacks [] for security_group (8975f8e3-cc04-426c-8ba7-a483aaea6f56), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:18.485796 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 44982) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:18.490683 dv-cinder-852261-3-iscsi neutron-server[103790]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 12:31:18.549598 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-95ce36de-adbe-43da-9bf2-b4b6f6e4bfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (8975f8e3-cc04-426c-8ba7-a483aaea6f56), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:18.625569 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce36de-adbe-43da-9bf2-b4b6f6e4bfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8975f8e3-cc04-426c-8ba7-a483aaea6f56,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:18.644151 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] Checking router: c738bb5a-be08-41c0-857d-5311e5d2b7ce for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:31:18.644509 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] Updating router c738bb5a-be08-41c0-857d-5311e5d2b7ce port 546b492c-b37c-4bf9-b8ae-97e4a960af4b binding host dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:31:18.651717 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:18.680893 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f16ad3fe-1a96-4d37-ba42-2593bbbf9e37 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group_rule (8f6e6d29-4cde-4057-9f3d-7fac42a3aea3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:18.685030 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0d02-5587-4398-861a-e71a1de4aab0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (7d50c24f-d723-426f-98ca-88d08fa76107), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:18.732186 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-edbd58af-5b4c-4e22-9fc3-d924ce114bc7 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/97b33311-a67f-49ac-b431-08644c8a60f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239426 Aug 10 12:31:18.737729 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0d02-5587-4398-861a-e71a1de4aab0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (7d50c24f-d723-426f-98ca-88d08fa76107), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:18.744603 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f16ad3fe-1a96-4d37-ba42-2593bbbf9e37 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (8f6e6d29-4cde-4057-9f3d-7fac42a3aea3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:18.882822 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f0d02-5587-4398-861a-e71a1de4aab0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d50c24f-d723-426f-98ca-88d08fa76107,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:18.899179 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (546b492c-b37c-4bf9-b8ae-97e4a960af4b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:18.902009 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0d02-5587-4398-861a-e71a1de4aab0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:18.904920 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-cf7f0d02-5587-4398-861a-e71a1de4aab0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9168577 Aug 10 12:31:18.906592 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-95ce36de-adbe-43da-9bf2-b4b6f6e4bfc1 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=371d2c54095f4a4b884ff849c1c70fbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6968091 Aug 10 12:31:18.918838 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f16ad3fe-1a96-4d37-ba42-2593bbbf9e37 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:18.926259 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-f16ad3fe-1a96-4d37-ba42-2593bbbf9e37 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7882173 Aug 10 12:31:18.926259 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 44992) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:18.926259 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 44994) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:18.926259 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 44996) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:18.945388 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-73416112-e26f-40f8-bac4-76a5fe57b1c4 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'security_group_rule': {'security_group_id': 'c1c644c7-8fb0-417f-91b3-659b2cf37ce6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:18.954191 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ad3fe-1a96-4d37-ba42-2593bbbf9e37 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6e6d29-4cde-4057-9f3d-7fac42a3aea3,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:18.956671 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-9bd63773-3524-4ad2-b534-5ec7e1fdfd13 None None] Current status of the port 6a2cb631-4099-465a-8c9e-57571df063e4 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:18.982447 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-06c44f71-3e03-4ca3-ab42-26617aefb414 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Request body: {'floatingip': {'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:19.053908 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-7873f0ff-3cf4-4700-860b-3142595572c2 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:19.062972 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-7873f0ff-3cf4-4700-860b-3142595572c2 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/networks?id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb HTTP/1.1" status: 200 len: 818 time: 0.5758469 Aug 10 12:31:19.080994 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-f9b59a3f-0c2d-43d2-8781-e73079f28485 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/quotas/2301f937213e47c29686be4e8601ac32 HTTP/1.1" status: 200 len: 375 time: 0.0169640 Aug 10 12:31:19.146608 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06c44f71-3e03-4ca3-ab42-26617aefb414 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:19.196475 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-2ac2c7e1-6800-4349-8c92-ec55d71f3bff tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=2301f937213e47c29686be4e8601ac32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1143785 Aug 10 12:31:19.293101 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] Set router d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:31:19.363701 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 8b3d5d26-9ad2-4676-9a18-8fc28645cac3 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:19.375066 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:19.389078 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-7c1fe54b-a202-4374-b08c-2cc9d8d1a5d9 None None] Provisioning complete for port d0ca6fa8-090c-423a-a4f8-1ca2bb087f56 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:19.389545 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe54b-a202-4374-b08c-2cc9d8d1a5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (d0ca6fa8-090c-423a-a4f8-1ca2bb087f56), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:19.555005 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73416112-e26f-40f8-bac4-76a5fe57b1c4 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (e91fb1d6-4d61-4c40-99f1-7e9ac3be485a), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:19.560429 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06c44f71-3e03-4ca3-ab42-26617aefb414 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:19.600506 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4cf0b46e-cb56-4a9a-a07c-bf348847846e admin admin] Publish callbacks [] for security_group (8975f8e3-cc04-426c-8ba7-a483aaea6f56), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:19.622322 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-dc9d9725-a0a6-4c20-b41b-47dc682ed165 service neutron] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=103790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 10 12:31:19.630591 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-dc9d9725-a0a6-4c20-b41b-47dc682ed165 service neutron] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1779311 Aug 10 12:31:19.655717 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:19.754057 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-959908e0-331c-407f-9333-c91f80376fe5 req-10aebc24-058b-4753-b8f6-410a8c69178b tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 210 time: 0.1887028 Aug 10 12:31:19.774693 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-7c1fe54b-a202-4374-b08c-2cc9d8d1a5d9 None None] Port d0ca6fa8-090c-423a-a4f8-1ca2bb087f56 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:31:19.775275 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:19.800843 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-7c1fe54b-a202-4374-b08c-2cc9d8d1a5d9 None None] Provisioning complete for port 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:19.805807 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe54b-a202-4374-b08c-2cc9d8d1a5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (2421ca45-58b6-4fbc-a7bf-76ed2efd6e10), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:19.825490 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-755ea805-b14b-45c5-88d6-2c3357adc1a5 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939845 Aug 10 12:31:19.857091 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=100 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:19.928137 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-7c1fe54b-a202-4374-b08c-2cc9d8d1a5d9 None None] Port 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:31:19.947771 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 45054) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:19.955948 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device d353b3b6-66a9-427b-922c-3a0be2e36037 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:19.989350 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:20.026967 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-7c1fe54b-a202-4374-b08c-2cc9d8d1a5d9 None None] Provisioning complete for port 546b492c-b37c-4bf9-b8ae-97e4a960af4b triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:20.027661 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe54b-a202-4374-b08c-2cc9d8d1a5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (546b492c-b37c-4bf9-b8ae-97e4a960af4b), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.066113 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-e0334b70-e732-45b8-80bc-3d85e8a6cdc8 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332692 Aug 10 12:31:20.121870 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73416112-e26f-40f8-bac4-76a5fe57b1c4 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (e91fb1d6-4d61-4c40-99f1-7e9ac3be485a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.132617 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4cf0b46e-cb56-4a9a-a07c-bf348847846e admin admin] Publish callbacks [] for security_group (8975f8e3-cc04-426c-8ba7-a483aaea6f56), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.158639 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-7c1fe54b-a202-4374-b08c-2cc9d8d1a5d9 None None] Port 546b492c-b37c-4bf9-b8ae-97e4a960af4b cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:31:20.174653 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-326cc0c0-a25b-48a5-8a49-30e0d81300b9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1194968293-network', 'tenant_id': 'e47542b2b1d64168b2846b18b22eadbf'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:20.175310 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'name': 'tempest-ServerRescueNegativeTestJSON-871011041-router', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:15Z', 'revision_number': 4, 'project_id': '2301f937213e47c29686be4e8601ac32', 'gw_port': {'id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '2421ca45-58b6-4fbc-a7bf-76ed2efd6e10', 'name': '', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'mac_address': 'fa:16:3e:66:fc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:14Z', 'updated_at': '2022-08-10T12:31:15Z', 'revision_number': 2, 'project_id': '2301f937213e47c29686be4e8601ac32', 'subnets': [{'id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:20.188627 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port d353b3b6-66a9-427b-922c-3a0be2e36037 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:20.189023 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (d353b3b6-66a9-427b-922c-3a0be2e36037), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.229771 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326cc0c0-a25b-48a5-8a49-30e0d81300b9 admin admin] Made reservation on behalf of e47542b2b1d64168b2846b18b22eadbf for: {'network': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:31:20.233007 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-326cc0c0-a25b-48a5-8a49-30e0d81300b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for network (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.245917 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f65fe-38e6-4008-bf1e-fb2845f6a4f3 None None] The sync data for ids ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'] in dv-cinder-852261-3-iscsi is: [{'id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'name': 'tempest-ServerRescueNegativeTestJSON-871011041-router', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:15Z', 'revision_number': 4, 'project_id': '2301f937213e47c29686be4e8601ac32', 'gw_port': {'id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '2421ca45-58b6-4fbc-a7bf-76ed2efd6e10', 'name': '', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'mac_address': 'fa:16:3e:66:fc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:14Z', 'updated_at': '2022-08-10T12:31:15Z', 'revision_number': 2, 'project_id': '2301f937213e47c29686be4e8601ac32', 'subnets': [{'id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:31:20.247865 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-326cc0c0-a25b-48a5-8a49-30e0d81300b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.253605 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73416112-e26f-40f8-bac4-76a5fe57b1c4 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (e91fb1d6-4d61-4c40-99f1-7e9ac3be485a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.404202 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] Publish callbacks [] for port (546b492c-b37c-4bf9-b8ae-97e4a960af4b), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.412596 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-326cc0c0-a25b-48a5-8a49-30e0d81300b9 admin admin] Publish callbacks [] for security_group (24fbd60b-98c4-4bfd-a5b2-348df69e4ac3), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.419895 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (546b492c-b37c-4bf9-b8ae-97e4a960af4b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.429231 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-326cc0c0-a25b-48a5-8a49-30e0d81300b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (24fbd60b-98c4-4bfd-a5b2-348df69e4ac3), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.466340 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-06c44f71-3e03-4ca3-ab42-26617aefb414 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Allocated IP 172.27.0.240 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/651226a8-a085-4791-82a5-5c4ff3438344) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:31:20.468061 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port d353b3b6-66a9-427b-922c-3a0be2e36037 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:20.477395 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (d353b3b6-66a9-427b-922c-3a0be2e36037), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.480213 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326cc0c0-a25b-48a5-8a49-30e0d81300b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:31:20.505960 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-326cc0c0-a25b-48a5-8a49-30e0d81300b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (725c3f7d-2373-4cd7-a068-8f7bb574ac89), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.508134 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.segments_db [None req-326cc0c0-a25b-48a5-8a49-30e0d81300b9 admin admin] Added segment 725c3f7d-2373-4cd7-a068-8f7bb574ac89 of type vlan for network 49e7c6de-7cd3-4910-9e61-a00f8731ca55 Aug 10 12:31:20.509943 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326cc0c0-a25b-48a5-8a49-30e0d81300b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fbd60b-98c4-4bfd-a5b2-348df69e4ac3,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:20.593961 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port d353b3b6-66a9-427b-922c-3a0be2e36037, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=d353b3b6-66a9-427b-922c-3a0be2e36037,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:20.628300 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (d353b3b6-66a9-427b-922c-3a0be2e36037), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.629182 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device edb3d963-d179-40d5-9f7b-1bf9a7fcfea9 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:20.630640 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-326cc0c0-a25b-48a5-8a49-30e0d81300b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736055994067'] for network (49e7c6de-7cd3-4910-9e61-a00f8731ca55), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.638390 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1c916-130f-42aa-9e1b-3506169e7073 None None] Pushing event updated for resources: {'Port': ['ID=546b492c-b37c-4bf9-b8ae-97e4a960af4b,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:20.685183 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-326cc0c0-a25b-48a5-8a49-30e0d81300b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for network (49e7c6de-7cd3-4910-9e61-a00f8731ca55), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.688612 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326cc0c0-a25b-48a5-8a49-30e0d81300b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:20.689261 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-326cc0c0-a25b-48a5-8a49-30e0d81300b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.720677 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06c44f71-3e03-4ca3-ab42-26617aefb414 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for port (651226a8-a085-4791-82a5-5c4ff3438344), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.750353 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-326cc0c0-a25b-48a5-8a49-30e0d81300b9 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7978036 Aug 10 12:31:20.766200 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:DELETE=5,neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:20.767560 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4cf0b46e-cb56-4a9a-a07c-bf348847846e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (8975f8e3-cc04-426c-8ba7-a483aaea6f56), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.770621 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4cf0b46e-cb56-4a9a-a07c-bf348847846e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.772399 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-4cf0b46e-cb56-4a9a-a07c-bf348847846e admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/8975f8e3-cc04-426c-8ba7-a483aaea6f56 HTTP/1.1" status: 204 len: 168 time: 1.8422742 Aug 10 12:31:20.792578 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 45096) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:20.806609 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=d353b3b6-66a9-427b-922c-3a0be2e36037,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:20.810320 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-2945f040-58e0-401c-b2ed-d105f3aadc1b admin admin] Request body: {'subnet': {'network_id': '49e7c6de-7cd3-4910-9e61-a00f8731ca55', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1194968293-subnet', 'tenant_id': 'e47542b2b1d64168b2846b18b22eadbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:20.826488 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] Attempting to bind port 546b492c-b37c-4bf9-b8ae-97e4a960af4b on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:31:20.826913 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] Attempting to bind port 546b492c-b37c-4bf9-b8ae-97e4a960af4b by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:31:20.827288 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] Attempting to bind port 546b492c-b37c-4bf9-b8ae-97e4a960af4b on network 69a0d312-b2de-4689-b0c5-62b84c9112b2 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:20.829718 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:20.846302 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06c44f71-3e03-4ca3-ab42-26617aefb414 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (651226a8-a085-4791-82a5-5c4ff3438344), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.855029 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326cc0c0-a25b-48a5-8a49-30e0d81300b9 admin admin] Pushing event updated for resources: {'Network': ['ID=49e7c6de-7cd3-4910-9e61-a00f8731ca55,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:20.856923 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:31:20.857336 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] Checking segment: {'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:20.857751 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.870513 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] Bound using segment: {'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:31:20.880511 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] Bound port: 546b492c-b37c-4bf9-b8ae-97e4a960af4b, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:31:20.881349 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (546b492c-b37c-4bf9-b8ae-97e4a960af4b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:20.892871 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Network 49e7c6de-7cd3-4910-9e61-a00f8731ca55 details requested by agent ovs-agent-dv-cinder-852261-3-iscsi with host dv-cinder-852261-3-iscsi {{(pid=103791) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:31:20.931612 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73416112-e26f-40f8-bac4-76a5fe57b1c4 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91fb1d6-4d61-4c40-99f1-7e9ac3be485a,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:20.958189 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c44f71-3e03-4ca3-ab42-26617aefb414 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:20.960259 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-06c44f71-3e03-4ca3-ab42-26617aefb414 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:20.962355 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0b46e-cb56-4a9a-a07c-bf348847846e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8975f8e3-cc04-426c-8ba7-a483aaea6f56,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:20.989926 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:21.047310 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4f31f433-cefc-481e-946f-edb49807bb42 req-e4c24d76-dd55-4a2a-8612-4a5c90aa9fbd tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 210 time: 0.1208177 Aug 10 12:31:21.076496 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c44f71-3e03-4ca3-ab42-26617aefb414 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:31:21.130328 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] For port 546b492c-b37c-4bf9-b8ae-97e4a960af4b, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:31:21.135318 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] For port 546b492c-b37c-4bf9-b8ae-97e4a960af4b, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=546b492c-b37c-4bf9-b8ae-97e4a960af4b,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:31:21.138781 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:21.156686 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (546b492c-b37c-4bf9-b8ae-97e4a960af4b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:21.208532 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-73416112-e26f-40f8-bac4-76a5fe57b1c4 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:21.210533 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-73416112-e26f-40f8-bac4-76a5fe57b1c4 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2819109 Aug 10 12:31:21.214143 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 45134) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:21.216516 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-43a4731a-32e8-44de-9498-819f7b72c871 req-0861a43e-6b84-4f11-b067-ba70742da236 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 210 time: 0.4195170 Aug 10 12:31:21.224239 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-56a19c06-5925-4077-9105-f8306585448f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'floatingip': {'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:21.235421 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port edb3d963-d179-40d5-9f7b-1bf9a7fcfea9 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:21.235953 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (edb3d963-d179-40d5-9f7b-1bf9a7fcfea9), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:21.259799 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2945f040-58e0-401c-b2ed-d105f3aadc1b admin admin] Made reservation on behalf of e47542b2b1d64168b2846b18b22eadbf for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:31:21.266220 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2945f040-58e0-401c-b2ed-d105f3aadc1b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:21.334287 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] Sync routers for ids ['544aac30-65a6-4fca-a6f2-f9197a416755'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:31:21.366943 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] Routers {'544aac30-65a6-4fca-a6f2-f9197a416755'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:31:21.367733 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:30:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['544aac30-65a6-4fca-a6f2-f9197a416755'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:21.394924 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-56a19c06-5925-4077-9105-f8306585448f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:21.401758 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:31:21.402511 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:30:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:21.525969 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] Set router 544aac30-65a6-4fca-a6f2-f9197a416755 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:31:21.685542 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06c44f71-3e03-4ca3-ab42-26617aefb414 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for floatingip (378043ca-ba92-4fdb-a2fa-c40479ed8bdd), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:21.714593 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c44f71-3e03-4ca3-ab42-26617aefb414 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Pushing event updated for resources: {'Port': ['ID=651226a8-a085-4791-82a5-5c4ff3438344,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:21.789588 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1c916-130f-42aa-9e1b-3506169e7073 None None] Pushing event updated for resources: {'Port': ['ID=546b492c-b37c-4bf9-b8ae-97e4a960af4b,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:21.819804 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a152c22a-1de5-4769-81c6-944d33285203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:22.004413 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:22.148891 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:04Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 4, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'gw_port': {'id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'd0ca6fa8-090c-423a-a4f8-1ca2bb087f56', 'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'mac_address': 'fa:16:3e:8a:7c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:11Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 2, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'subnets': [{'id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:22.183505 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port edb3d963-d179-40d5-9f7b-1bf9a7fcfea9 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:22.183905 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (edb3d963-d179-40d5-9f7b-1bf9a7fcfea9), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:22.190680 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:22.214043 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] Checking router: 544aac30-65a6-4fca-a6f2-f9197a416755 for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:31:22.214713 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] Updating router 544aac30-65a6-4fca-a6f2-f9197a416755 port d0ca6fa8-090c-423a-a4f8-1ca2bb087f56 binding host dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:31:22.271607 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (d0ca6fa8-090c-423a-a4f8-1ca2bb087f56), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:22.274980 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:31:22.291869 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:31:22.321082 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-56a19c06-5925-4077-9105-f8306585448f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:22.328044 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:22.519335 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port edb3d963-d179-40d5-9f7b-1bf9a7fcfea9, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=edb3d963-d179-40d5-9f7b-1bf9a7fcfea9,segment=NetworkSegment(30d9d7aa-59ec-45f1-80fe-ae71e1531ad4),segment_id=30d9d7aa-59ec-45f1-80fe-ae71e1531ad4)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:22.520180 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-7d233403-4222-4afd-b31d-1be6e35b93c4 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:22.525187 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06c44f71-3e03-4ca3-ab42-26617aefb414 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (651226a8-a085-4791-82a5-5c4ff3438344), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:22.526947 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-7d233403-4222-4afd-b31d-1be6e35b93c4 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/networks?id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb HTTP/1.1" status: 200 len: 818 time: 0.6941583 Aug 10 12:31:22.565728 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-b3fbc14c-d15a-4f95-a9e1-c4a61e593dcf tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/quotas/2301f937213e47c29686be4e8601ac32 HTTP/1.1" status: 200 len: 375 time: 0.0378151 Aug 10 12:31:22.585225 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2945f040-58e0-401c-b2ed-d105f3aadc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for subnet (9ec9ef97-6304-43bf-97e0-28a3f26d08b6), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:22.600903 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-56a19c06-5925-4077-9105-f8306585448f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Allocated IP 172.27.0.245 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/a76d0292-a2e1-40f0-bf5d-e173e155dc2f) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:31:22.654050 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-7dbfdff2-0e5c-4630-b5e8-8ebca2e753f3 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=2301f937213e47c29686be4e8601ac32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0869596 Aug 10 12:31:22.665089 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (edb3d963-d179-40d5-9f7b-1bf9a7fcfea9), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:22.667133 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 4c98e2ca-d96c-447d-bdb1-a69c957ae1fc up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:22.734768 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945f040-58e0-401c-b2ed-d105f3aadc1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec9ef97-6304-43bf-97e0-28a3f26d08b6,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:22.777031 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] Publish callbacks [] for port (d0ca6fa8-090c-423a-a4f8-1ca2bb087f56), precommit_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:22.798216 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (d0ca6fa8-090c-423a-a4f8-1ca2bb087f56), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:22.812644 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-80b31d5a-a2f7-46dc-a63b-07940394ac63 req-b7cf39f3-1118-42a8-9b7e-6e7fd13ed37c tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 210 time: 0.2229791 Aug 10 12:31:22.818925 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:22.908059 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 4c98e2ca-d96c-447d-bdb1-a69c957ae1fc triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:22.908669 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (4c98e2ca-d96c-447d-bdb1-a69c957ae1fc), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:22.909804 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-d2c20d39-ee7b-4ef5-b167-ff0fe7d0c09e service neutron] 10.222.0.65 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469907 Aug 10 12:31:22.957545 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-56a19c06-5925-4077-9105-f8306585448f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for port (a76d0292-a2e1-40f0-bf5d-e173e155dc2f), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:22.971509 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac99b7-6636-401c-848a-522d81c18de7 None None] Pushing event updated for resources: {'Port': ['ID=d0ca6fa8-090c-423a-a4f8-1ca2bb087f56,revision_number=3']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:23.038059 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] Attempting to bind port d0ca6fa8-090c-423a-a4f8-1ca2bb087f56 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:31:23.038649 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] Attempting to bind port d0ca6fa8-090c-423a-a4f8-1ca2bb087f56 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': '49c922de-f733-49e2-a3f8-180a2c5d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c'}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:31:23.039188 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] Attempting to bind port d0ca6fa8-090c-423a-a4f8-1ca2bb087f56 on network 9747c644-617a-4b31-a63b-39dd1a5c7b9c {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:23.054197 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:31:23.054853 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] Checking segment: {'id': '49c922de-f733-49e2-a3f8-180a2c5d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:23.055420 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:23.055973 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] Bound using segment: {'id': '49c922de-f733-49e2-a3f8-180a2c5d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c'} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:31:23.056458 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] Bound port: d0ca6fa8-090c-423a-a4f8-1ca2bb087f56, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c922de-f733-49e2-a3f8-180a2c5d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c'}}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:31:23.057006 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (d0ca6fa8-090c-423a-a4f8-1ca2bb087f56), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:23.059551 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-aa3588ec-a8da-4a38-8d0f-02249348f9e9 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258163 Aug 10 12:31:23.064758 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-56a19c06-5925-4077-9105-f8306585448f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (a76d0292-a2e1-40f0-bf5d-e173e155dc2f), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:23.066203 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2945f040-58e0-401c-b2ed-d105f3aadc1b admin admin] Checking segment: {'id': '725c3f7d-2373-4cd7-a068-8f7bb574ac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '49e7c6de-7cd3-4910-9e61-a00f8731ca55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:23.067015 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2945f040-58e0-401c-b2ed-d105f3aadc1b admin admin] Network hostable DHCP agents. Network: 49e7c6de-7cd3-4910-9e61-a00f8731ca55, hostable agents: ['3740d807-28f7-4854-acf5-2b19d0b15337'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:31:23.071808 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:23.109361 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2945f040-58e0-401c-b2ed-d105f3aadc1b admin admin] Network 49e7c6de-7cd3-4910-9e61-a00f8731ca55 is scheduled to be hosted by DHCP agent 3740d807-28f7-4854-acf5-2b19d0b15337 with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:31:23.136041 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-2945f040-58e0-401c-b2ed-d105f3aadc1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-3-iscsi, 49e7c6de-7cd3-4910-9e61-a00f8731ca55) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:23.139644 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06c44f71-3e03-4ca3-ab42-26617aefb414 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for port (651226a8-a085-4791-82a5-5c4ff3438344), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:23.157493 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06c44f71-3e03-4ca3-ab42-26617aefb414 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (651226a8-a085-4791-82a5-5c4ff3438344), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:23.158492 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06c44f71-3e03-4ca3-ab42-26617aefb414 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (378043ca-ba92-4fdb-a2fa-c40479ed8bdd), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:23.163055 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2945f040-58e0-401c-b2ed-d105f3aadc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:23.164435 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2945f040-58e0-401c-b2ed-d105f3aadc1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:23.167596 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a19c06-5925-4077-9105-f8306585448f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:23.169333 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-56a19c06-5925-4077-9105-f8306585448f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:23.182538 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a19c06-5925-4077-9105-f8306585448f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'Port': ['ID=a76d0292-a2e1-40f0-bf5d-e173e155dc2f,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:23.187573 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a19c06-5925-4077-9105-f8306585448f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:31:23.208457 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] For port d0ca6fa8-090c-423a-a4f8-1ca2bb087f56, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:31:23.212287 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] For port d0ca6fa8-090c-423a-a4f8-1ca2bb087f56, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=d0ca6fa8-090c-423a-a4f8-1ca2bb087f56,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:31:23.234173 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c44f71-3e03-4ca3-ab42-26617aefb414 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Pushing event updated for resources: {'Port': ['ID=651226a8-a085-4791-82a5-5c4ff3438344,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:23.235792 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (d0ca6fa8-090c-423a-a4f8-1ca2bb087f56), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:23.240130 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-2945f040-58e0-401c-b2ed-d105f3aadc1b admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4342539 Aug 10 12:31:23.263009 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-06c44f71-3e03-4ca3-ab42-26617aefb414 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:23.277597 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-06c44f71-3e03-4ca3-ab42-26617aefb414 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3400307 Aug 10 12:31:23.344836 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:21Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:23.346029 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] Routers {'544aac30-65a6-4fca-a6f2-f9197a416755'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:31:23.346695 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:30:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['544aac30-65a6-4fca-a6f2-f9197a416755'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:23.350180 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8995f0-c109-44db-bab2-d33f1aa9de6f None None] Network 49e7c6de-7cd3-4910-9e61-a00f8731ca55 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:31:23.445813 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-56a19c06-5925-4077-9105-f8306585448f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (e7c7c239-379d-4dfc-82d8-d7995c7b63ef), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:23.510705 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f997f8d3-c35a-48f5-aaf2-3fb3dca41e42 req-52ce589b-648f-47d3-b227-8436ba7098ef tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 210 time: 0.0836091 Aug 10 12:31:23.552551 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-56a19c06-5925-4077-9105-f8306585448f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (a76d0292-a2e1-40f0-bf5d-e173e155dc2f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:23.576832 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c743ba-e053-4229-a5dd-9a71a91332d8 None None] The sync data for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi is: [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:21Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:31:23.651832 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=edb3d963-d179-40d5-9f7b-1bf9a7fcfea9,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:23.720531 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac99b7-6636-401c-848a-522d81c18de7 None None] Pushing event updated for resources: {'Port': ['ID=d0ca6fa8-090c-423a-a4f8-1ca2bb087f56,revision_number=4']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:23.764686 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:23.775056 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 4c98e2ca-d96c-447d-bdb1-a69c957ae1fc is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:23.777519 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 6a2cb631-4099-465a-8c9e-57571df063e4 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:23.798583 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] Set router 544aac30-65a6-4fca-a6f2-f9197a416755 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:31:23.831886 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:23.866433 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9df14582-5c1d-4770-95fa-ab04cf5daec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:23.887538 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-a011aa8b-926e-4604-8cd6-db3b0199b3ab tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--513970195&fields=id&tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d HTTP/1.1" status: 200 len: 267 time: 0.2172871 Aug 10 12:31:23.907317 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9143d40-bcdc-4e19-aa62-74344e9d4b8a None None] Network 49e7c6de-7cd3-4910-9e61-a00f8731ca55 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:31:23.978036 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 6a2cb631-4099-465a-8c9e-57571df063e4 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:23.979265 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (6a2cb631-4099-465a-8c9e-57571df063e4), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:24.052330 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5091c405-0ba7-469b-aedd-f7adbaca6155 req-1e15ed89-ec00-46e5-bc71-e037874efc2e tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 210 time: 0.0641031 Aug 10 12:31:24.099109 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 45242) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:24.114084 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 6a2cb631-4099-465a-8c9e-57571df063e4 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:24.115695 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:24.180370 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:24.183106 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:24.349539 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-cd6df039-4729-4e8c-b144-f4e983cf202b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:24.353683 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:04Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 4, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'gw_port': {'id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'd0ca6fa8-090c-423a-a4f8-1ca2bb087f56', 'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'mac_address': 'fa:16:3e:8a:7c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:11Z', 'updated_at': '2022-08-10T12:31:23Z', 'revision_number': 4, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'subnets': [{'id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:24.358416 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-cd6df039-4729-4e8c-b144-f4e983cf202b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/networks?id=9747c644-617a-4b31-a63b-39dd1a5c7b9c HTTP/1.1" status: 200 len: 815 time: 0.4472818 Aug 10 12:31:24.364962 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:24.365390 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:24.387447 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075ec3b-847b-4595-b87a-c6a1a3f12ab6 None None] The sync data for ids ['544aac30-65a6-4fca-a6f2-f9197a416755'] in dv-cinder-852261-3-iscsi is: [{'id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:04Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 4, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'gw_port': {'id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'd0ca6fa8-090c-423a-a4f8-1ca2bb087f56', 'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'mac_address': 'fa:16:3e:8a:7c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:11Z', 'updated_at': '2022-08-10T12:31:23Z', 'revision_number': 4, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'subnets': [{'id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:31:24.390988 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port 3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:24.399212 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:24.400090 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 8b3d5d26-9ad2-4676-9a18-8fc28645cac3 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:24.407144 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-c2e300a6-f478-446b-b7e9-d59a2ca62470 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/quotas/4eb5c9a17d7341d3a3dd60ef2b7a381d HTTP/1.1" status: 200 len: 375 time: 0.0461335 Aug 10 12:31:24.453368 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-56a19c06-5925-4077-9105-f8306585448f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for port (a76d0292-a2e1-40f0-bf5d-e173e155dc2f), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:24.466167 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-56a19c06-5925-4077-9105-f8306585448f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (a76d0292-a2e1-40f0-bf5d-e173e155dc2f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:24.467113 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-56a19c06-5925-4077-9105-f8306585448f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (e7c7c239-379d-4dfc-82d8-d7995c7b63ef), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:24.498541 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c9dabde-644a-4bf9-92fc-9a4838c408f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:24.499100 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:24.504244 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-cc8a7868-a32d-4e32-91a8-e3886b9179f7 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958157 Aug 10 12:31:24.505582 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 8b3d5d26-9ad2-4676-9a18-8fc28645cac3 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:24.506049 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (8b3d5d26-9ad2-4676-9a18-8fc28645cac3), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:24.585572 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-56a19c06-5925-4077-9105-f8306585448f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:24.596975 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-56a19c06-5925-4077-9105-f8306585448f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3817091 Aug 10 12:31:24.626726 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 8b3d5d26-9ad2-4676-9a18-8fc28645cac3 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:24.682313 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a19c06-5925-4077-9105-f8306585448f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'Port': ['ID=a76d0292-a2e1-40f0-bf5d-e173e155dc2f,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:24.698687 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:24.767399 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c9dabde-644a-4bf9-92fc-9a4838c408f2 admin admin] Publish callbacks [] for security_group (f5e5eb13-101c-4184-a77a-849b9b5f9301), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:24.778324 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d4d06430-6206-44fd-878d-eb71bc2ed9f7 req-325fa3de-98bd-499e-bf4f-30ae610ffd5d tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 210 time: 0.1280916 Aug 10 12:31:24.786092 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c9dabde-644a-4bf9-92fc-9a4838c408f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (f5e5eb13-101c-4184-a77a-849b9b5f9301), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:24.839043 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:24.860929 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:24.877940 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-a214c2b6-957c-4533-8e3d-aabfa1932482 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477089 Aug 10 12:31:24.890592 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-6c9dabde-644a-4bf9-92fc-9a4838c408f2 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=33d4ac4ff35f4130ac74c595ac69f0bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7899344 Aug 10 12:31:24.892112 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9dabde-644a-4bf9-92fc-9a4838c408f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e5eb13-101c-4184-a77a-849b9b5f9301,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:24.909095 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 45266) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:25.041095 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5e81147c-7d7d-4546-a3e9-fd9c1dc0a0d4 admin admin] Publish callbacks [] for security_group (f5e5eb13-101c-4184-a77a-849b9b5f9301), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:25.095947 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5e81147c-7d7d-4546-a3e9-fd9c1dc0a0d4 admin admin] Publish callbacks [] for security_group (f5e5eb13-101c-4184-a77a-849b9b5f9301), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:25.122022 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-fb9145dc-df5e-44d1-827c-f8e7e5f2bee2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363260 Aug 10 12:31:25.197434 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5e81147c-7d7d-4546-a3e9-fd9c1dc0a0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (f5e5eb13-101c-4184-a77a-849b9b5f9301), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:25.200603 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5e81147c-7d7d-4546-a3e9-fd9c1dc0a0d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:25.202357 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-5e81147c-7d7d-4546-a3e9-fd9c1dc0a0d4 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/f5e5eb13-101c-4184-a77a-849b9b5f9301 HTTP/1.1" status: 204 len: 168 time: 0.2917268 Aug 10 12:31:25.209157 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 45286) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:25.214059 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-0c51d879-10d0-4818-8047-b82e5ff5a053 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-353083192-network', 'tenant_id': '6d995c0c201a48eca67b958ad10638bc'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:25.225836 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device d353b3b6-66a9-427b-922c-3a0be2e36037 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:25.239973 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:25.253194 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81147c-7d7d-4546-a3e9-fd9c1dc0a0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e5eb13-101c-4184-a77a-849b9b5f9301,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:25.259074 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c51d879-10d0-4818-8047-b82e5ff5a053 admin admin] Made reservation on behalf of 6d995c0c201a48eca67b958ad10638bc for: {'network': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:31:25.262336 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0c51d879-10d0-4818-8047-b82e5ff5a053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for network (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:25.273897 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0c51d879-10d0-4818-8047-b82e5ff5a053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:25.294613 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d767659d-e8c1-47ef-9700-d368f17222da req-ace90f7a-cabe-4b2b-946a-c00a3b4bdfb1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--845676711&fields=id&tenant_id=0bbb137a895941b1876eebfc56c28425 HTTP/1.1" status: 200 len: 267 time: 0.1380737 Aug 10 12:31:25.343933 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:25.371561 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port d353b3b6-66a9-427b-922c-3a0be2e36037 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:25.372255 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (d353b3b6-66a9-427b-922c-3a0be2e36037), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:25.433371 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0c51d879-10d0-4818-8047-b82e5ff5a053 admin admin] Publish callbacks [] for security_group (1305e29c-b760-4bb0-a642-a3d088fa9922), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:25.444496 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0c51d879-10d0-4818-8047-b82e5ff5a053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (1305e29c-b760-4bb0-a642-a3d088fa9922), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:25.461923 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c51d879-10d0-4818-8047-b82e5ff5a053 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:31:25.484531 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0c51d879-10d0-4818-8047-b82e5ff5a053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (e0770409-3793-43d7-a9f3-aae897022c8b), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:25.484875 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.segments_db [None req-0c51d879-10d0-4818-8047-b82e5ff5a053 admin admin] Added segment e0770409-3793-43d7-a9f3-aae897022c8b of type vlan for network 1f121793-8647-4cc8-aa3f-f5c9f70e1cbf Aug 10 12:31:25.558650 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port d353b3b6-66a9-427b-922c-3a0be2e36037 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:25.559766 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device edb3d963-d179-40d5-9f7b-1bf9a7fcfea9 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:25.694878 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0c51d879-10d0-4818-8047-b82e5ff5a053 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736055994067'] for network (1f121793-8647-4cc8-aa3f-f5c9f70e1cbf), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:25.721340 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ba0b305d-e406-4a22-8f74-fb7475288002 req-d6a51c64-32f2-45bf-b8bf-0307b3545c9a tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 210 time: 0.1636384 Aug 10 12:31:25.722280 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767659d-e8c1-47ef-9700-d368f17222da req-df767e7a-76e3-4eff-b048-d6a85f2b5265 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:25.727692 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d767659d-e8c1-47ef-9700-d368f17222da req-df767e7a-76e3-4eff-b048-d6a85f2b5265 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/networks?id=69a0d312-b2de-4689-b0c5-62b84c9112b2 HTTP/1.1" status: 200 len: 815 time: 0.4318500 Aug 10 12:31:25.754161 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:25.755268 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port edb3d963-d179-40d5-9f7b-1bf9a7fcfea9 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:25.755783 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (edb3d963-d179-40d5-9f7b-1bf9a7fcfea9), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:25.770804 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51d879-10d0-4818-8047-b82e5ff5a053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1305e29c-b760-4bb0-a642-a3d088fa9922,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:25.784503 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.64', 54532) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:25.802248 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d767659d-e8c1-47ef-9700-d368f17222da req-61d46d58-832f-42bc-b1f3-3e92fd9fd3c2 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/quotas/0bbb137a895941b1876eebfc56c28425 HTTP/1.1" status: 200 len: 375 time: 0.0594890 Aug 10 12:31:25.865821 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=100 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:26.009072 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port edb3d963-d179-40d5-9f7b-1bf9a7fcfea9 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:26.010416 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:26.039653 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d767659d-e8c1-47ef-9700-d368f17222da req-0547ca0c-786a-4b9b-9576-7edcc4b1cf6d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0bbb137a895941b1876eebfc56c28425&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2318170 Aug 10 12:31:26.233717 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-c91eadb5-2f6b-4352-8092-19dde2d36075 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:26.235289 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-c91eadb5-2f6b-4352-8092-19dde2d36075 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.64 "GET /networking/v2.0/networks?id=97b33311-a67f-49ac-b431-08644c8a60f1 HTTP/1.1" status: 200 len: 812 time: 0.4493432 Aug 10 12:31:26.254458 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:26.254931 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:26.362899 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0c51d879-10d0-4818-8047-b82e5ff5a053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for network (1f121793-8647-4cc8-aa3f-f5c9f70e1cbf), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:26.368210 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c51d879-10d0-4818-8047-b82e5ff5a053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:26.372300 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0c51d879-10d0-4818-8047-b82e5ff5a053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:26.383333 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d767659d-e8c1-47ef-9700-d368f17222da req-d4728b3d-d703-4f24-bf3e-28da2cca2e58 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236909 Aug 10 12:31:26.404464 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-c78cc2a6-7f94-4228-bece-00ea77cce0c2 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Request body: {'port': {'device_id': 'f0cb66da-ec40-427a-ba23-a4588100f09b', 'network_id': '97b33311-a67f-49ac-b431-08644c8a60f1', 'admin_state_up': True, 'tenant_id': '28eda660c33645f8a4428987084ab934'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:26.448822 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-cdc8307c-94e3-4399-b6e1-cae69658cca1 req-318f660f-de04-4380-9c40-6902f720c685 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 210 time: 0.2125273 Aug 10 12:31:26.526053 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:26.548883 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:26.553201 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 30bbddae-74ad-48a1-85db-ef732cac2df3 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:26.692328 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:26.693689 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-0c51d879-10d0-4818-8047-b82e5ff5a053 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4832294 Aug 10 12:31:26.705462 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 45340) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:26.714462 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d767659d-e8c1-47ef-9700-d368f17222da req-afeeea68-fba5-4838-a1a2-dbe6debafec6 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244324 Aug 10 12:31:26.718530 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 30bbddae-74ad-48a1-85db-ef732cac2df3 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:26.718908 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (30bbddae-74ad-48a1-85db-ef732cac2df3), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:26.813246 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-78e8a082-4c07-46b8-8e24-9816bd08f0bd admin admin] Request body: {'subnet': {'network_id': '1f121793-8647-4cc8-aa3f-f5c9f70e1cbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-353083192-subnet', 'tenant_id': '6d995c0c201a48eca67b958ad10638bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:26.904545 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 30bbddae-74ad-48a1-85db-ef732cac2df3 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:26.905524 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (30bbddae-74ad-48a1-85db-ef732cac2df3), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:26.915620 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7471bb6c-c535-4c96-a919-3eee6062bec4 req-48c29e26-b840-4127-94a5-6f3d7fa74efc tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 210 time: 0.2072649 Aug 10 12:31:26.940524 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51d879-10d0-4818-8047-b82e5ff5a053 admin admin] Pushing event updated for resources: {'Network': ['ID=1f121793-8647-4cc8-aa3f-f5c9f70e1cbf,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:26.946535 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port 30bbddae-74ad-48a1-85db-ef732cac2df3, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=30bbddae-74ad-48a1-85db-ef732cac2df3,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:26.963751 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (30bbddae-74ad-48a1-85db-ef732cac2df3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:26.963751 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 546b492c-b37c-4bf9-b8ae-97e4a960af4b up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:27.010587 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e8a082-4c07-46b8-8e24-9816bd08f0bd admin admin] Made reservation on behalf of 6d995c0c201a48eca67b958ad10638bc for: {'subnet': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:31:27.015802 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-78e8a082-4c07-46b8-8e24-9816bd08f0bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:27.021497 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Network 1f121793-8647-4cc8-aa3f-f5c9f70e1cbf details requested by agent ovs-agent-dv-cinder-852261-3-iscsi with host dv-cinder-852261-3-iscsi {{(pid=103791) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:31:27.080823 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-c78cc2a6-7f94-4228-bece-00ea77cce0c2 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Made reservation on behalf of 28eda660c33645f8a4428987084ab934 for: {'port': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:31:27.084928 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-c78cc2a6-7f94-4228-bece-00ea77cce0c2 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:27.089875 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:27.146033 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ffd35667-427a-4230-98fc-a36f4f636ef6 req-12e10b34-faa6-409a-8f8f-4bcaeec2ce53 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 210 time: 0.0733051 Aug 10 12:31:27.220618 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=30bbddae-74ad-48a1-85db-ef732cac2df3,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:27.236225 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.64', 54543) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:27.325903 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c3fb540c-361c-4c56-85c8-ecd944f9d401 req-efd44870-73b6-403b-bc7e-bfbda83178ba tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 210 time: 0.2104144 Aug 10 12:31:27.333613 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 546b492c-b37c-4bf9-b8ae-97e4a960af4b triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:27.336012 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (546b492c-b37c-4bf9-b8ae-97e4a960af4b), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:27.579805 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:27.602291 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-d2c58c5b-a624-42ef-8ff4-3b44dd17b294 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:27.609166 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-d2c58c5b-a624-42ef-8ff4-3b44dd17b294 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.64 "GET /networking/v2.0/networks?id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb HTTP/1.1" status: 200 len: 818 time: 0.3425798 Aug 10 12:31:27.638589 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-5d740968-9388-49bb-b720-0faea51f8ece tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Request body: {'port': {'device_id': '15d7d249-4da8-479b-aba1-6fcadbe4e731', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'admin_state_up': True, 'tenant_id': '2301f937213e47c29686be4e8601ac32'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:27.650408 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-78e8a082-4c07-46b8-8e24-9816bd08f0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for subnet (a6d4dbdd-ea83-4a4e-806f-a497dcbd9c16), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:27.747532 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 546b492c-b37c-4bf9-b8ae-97e4a960af4b is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:27.752907 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (546b492c-b37c-4bf9-b8ae-97e4a960af4b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:27.755450 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.64', 54544) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:27.764804 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-c78cc2a6-7f94-4228-bece-00ea77cce0c2 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Allocated IP 172.20.0.4 (97b33311-a67f-49ac-b431-08644c8a60f1/e86c31a2-5c78-4d62-8a03-4f1f3314df91/61ba99b3-63cd-44d6-8a80-24d198d66000) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:31:27.898148 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port 546b492c-b37c-4bf9-b8ae-97e4a960af4b, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=546b492c-b37c-4bf9-b8ae-97e4a960af4b,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:27.907015 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (546b492c-b37c-4bf9-b8ae-97e4a960af4b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:27.908945 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device d0ca6fa8-090c-423a-a4f8-1ca2bb087f56 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:27.941936 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5e546c62-325a-4b34-a8ac-69ea250f165e req-46d9b887-c2ba-4c4d-8ed9-f6afd1b4958b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 210 time: 0.2431231 Aug 10 12:31:27.965121 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-665c71dd-7654-4c52-84e6-f531626cac58 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:27.965121 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-665c71dd-7654-4c52-84e6-f531626cac58 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.64 "GET /networking/v2.0/networks?id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb HTTP/1.1" status: 200 len: 818 time: 0.1640706 Aug 10 12:31:27.965314 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8a082-4c07-46b8-8e24-9816bd08f0bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d4dbdd-ea83-4a4e-806f-a497dcbd9c16,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:28.166201 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:28.191037 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:28.235373 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e8a082-4c07-46b8-8e24-9816bd08f0bd admin admin] Checking segment: {'id': 'e0770409-3793-43d7-a9f3-aae897022c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1f121793-8647-4cc8-aa3f-f5c9f70e1cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:28.235749 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e8a082-4c07-46b8-8e24-9816bd08f0bd admin admin] Network hostable DHCP agents. Network: 1f121793-8647-4cc8-aa3f-f5c9f70e1cbf, hostable agents: ['3740d807-28f7-4854-acf5-2b19d0b15337'], hosted agents: [] {{(pid=103790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:31:28.272466 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-26e11c6e-d04b-4d40-9da6-d92cdedec748 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Request body: {'port': {'device_id': 'd9d0ad15-5ec9-405f-ad6d-2d0b9a2db671', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'admin_state_up': True, 'tenant_id': '2301f937213e47c29686be4e8601ac32'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:28.310608 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-cf824c13-a83d-48d7-87c5-43fe4c893f92 req-ea505268-501e-4424-b358-5f54f527587b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 210 time: 0.2302868 Aug 10 12:31:28.346039 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=546b492c-b37c-4bf9-b8ae-97e4a960af4b,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:28.362820 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port d0ca6fa8-090c-423a-a4f8-1ca2bb087f56 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:28.363591 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (d0ca6fa8-090c-423a-a4f8-1ca2bb087f56), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:28.428903 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:28.603280 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.64', 54548) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:28.622122 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port d0ca6fa8-090c-423a-a4f8-1ca2bb087f56 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:28.622542 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (d0ca6fa8-090c-423a-a4f8-1ca2bb087f56), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:28.808264 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-5d740968-9388-49bb-b720-0faea51f8ece tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Made reservation on behalf of 2301f937213e47c29686be4e8601ac32 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:31:28.808264 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-5d740968-9388-49bb-b720-0faea51f8ece tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:28.835297 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b94926d8-b4f0-4072-9b18-6760b03b3a56 req-e7af5f3e-741b-4c66-bb70-9de3030d6a7f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 210 time: 0.1576552 Aug 10 12:31:28.854586 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port d0ca6fa8-090c-423a-a4f8-1ca2bb087f56, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=d0ca6fa8-090c-423a-a4f8-1ca2bb087f56,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:28.866645 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (d0ca6fa8-090c-423a-a4f8-1ca2bb087f56), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:29.005585 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-26e11c6e-d04b-4d40-9da6-d92cdedec748 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Made reservation on behalf of 2301f937213e47c29686be4e8601ac32 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:31:29.010525 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-26e11c6e-d04b-4d40-9da6-d92cdedec748 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:29.017705 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-338b4e26-f60b-44fa-ba44-c8562a2fb67b req-bf55a9ab-4e77-4efd-b7d3-a2d41e9dea86 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 210 time: 0.4467430 Aug 10 12:31:29.073730 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=d0ca6fa8-090c-423a-a4f8-1ca2bb087f56,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:29.094270 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-c78cc2a6-7f94-4228-bece-00ea77cce0c2 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Publish callbacks [] for port (61ba99b3-63cd-44d6-8a80-24d198d66000), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:29.108765 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e8a082-4c07-46b8-8e24-9816bd08f0bd admin admin] Network 1f121793-8647-4cc8-aa3f-f5c9f70e1cbf is scheduled to be hosted by DHCP agent 3740d807-28f7-4854-acf5-2b19d0b15337 with binding_index 1 {{(pid=103790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:31:29.149169 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 30bbddae-74ad-48a1-85db-ef732cac2df3 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:29.221635 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-13463914-c3b5-4a85-9b68-57afd2d645b2 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:29.223716 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-13463914-c3b5-4a85-9b68-57afd2d645b2 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.64 "GET /networking/v2.0/networks?id=9747c644-617a-4b31-a63b-39dd1a5c7b9c HTTP/1.1" status: 200 len: 815 time: 0.5561509 Aug 10 12:31:29.238816 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:29.244754 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-78e8a082-4c07-46b8-8e24-9816bd08f0bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-3-iscsi, 1f121793-8647-4cc8-aa3f-f5c9f70e1cbf) {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:29.257295 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e8a082-4c07-46b8-8e24-9816bd08f0bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:29.259777 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-78e8a082-4c07-46b8-8e24-9816bd08f0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:29.260090 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 30bbddae-74ad-48a1-85db-ef732cac2df3 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:29.263179 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (30bbddae-74ad-48a1-85db-ef732cac2df3), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:29.300813 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:29.331355 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-78e8a082-4c07-46b8-8e24-9816bd08f0bd admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6041074 Aug 10 12:31:29.341691 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-c78cc2a6-7f94-4228-bece-00ea77cce0c2 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (61ba99b3-63cd-44d6-8a80-24d198d66000), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:29.365961 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d034debf-b928-4a4b-8433-d0157a820c7f None None] Network 1f121793-8647-4cc8-aa3f-f5c9f70e1cbf requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:31:29.425736 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-05fd5040-b27a-4848-9ebb-8e0bd8940d61 req-4b04c0a9-7366-4bb0-9f69-fadcffbfb9b3 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 210 time: 0.2151477 Aug 10 12:31:29.491669 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-c78cc2a6-7f94-4228-bece-00ea77cce0c2 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Network 97b33311-a67f-49ac-b431-08644c8a60f1 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:29.505208 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cc2a6-7f94-4228-bece-00ea77cce0c2 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Pushing event updated for resources: {'Port': ['ID=61ba99b3-63cd-44d6-8a80-24d198d66000,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:29.514660 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-c78cc2a6-7f94-4228-bece-00ea77cce0c2 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:29.520062 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-c78cc2a6-7f94-4228-bece-00ea77cce0c2 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:31:29.527522 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-c78cc2a6-7f94-4228-bece-00ea77cce0c2 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:29.528559 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-c78cc2a6-7f94-4228-bece-00ea77cce0c2 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:29.553811 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-5d740968-9388-49bb-b720-0faea51f8ece tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Allocated IP 172.20.0.10 (61402a18-53ba-4745-a9e1-e8ac1dfc87fb/5e7cdd28-a708-4c60-9515-0f4475157064/dd8cd6a6-e946-4e31-a189-f179b73d0d26) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:31:29.582986 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-c78cc2a6-7f94-4228-bece-00ea77cce0c2 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2051308 Aug 10 12:31:29.585339 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6f3e4779-e52b-4a1a-a2a8-17fc2f85a43b req-4f673f5e-b6ce-4410-8fa2-9349b624259b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 210 time: 0.0911443 Aug 10 12:31:29.624917 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 45464) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:29.696639 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7b4e42-279e-41a1-863d-a8a53fcebb3a admin admin] Deleting subnet 9ec9ef97-6304-43bf-97e0-28a3f26d08b6 {{(pid=103790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 10 12:31:29.701917 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd7b4e42-279e-41a1-863d-a8a53fcebb3a admin admin] Publish callbacks [] for subnet (9ec9ef97-6304-43bf-97e0-28a3f26d08b6), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:29.770542 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd7b4e42-279e-41a1-863d-a8a53fcebb3a admin admin] Publish callbacks [] for subnet (9ec9ef97-6304-43bf-97e0-28a3f26d08b6), precommit_delete_associations {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:29.803743 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd7b4e42-279e-41a1-863d-a8a53fcebb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731369'] for subnet (9ec9ef97-6304-43bf-97e0-28a3f26d08b6), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:29.866686 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:29.926544 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd5d9b1-3cab-496f-af62-2a57664bbba6 None None] Network 1f121793-8647-4cc8-aa3f-f5c9f70e1cbf requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:31:29.943844 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd7b4e42-279e-41a1-863d-a8a53fcebb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for subnet (9ec9ef97-6304-43bf-97e0-28a3f26d08b6), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:29.986678 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b4e42-279e-41a1-863d-a8a53fcebb3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec9ef97-6304-43bf-97e0-28a3f26d08b6,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:30.004640 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dd7b4e42-279e-41a1-863d-a8a53fcebb3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:30.009059 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-dd7b4e42-279e-41a1-863d-a8a53fcebb3a admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/9ec9ef97-6304-43bf-97e0-28a3f26d08b6 HTTP/1.1" status: 204 len: 168 time: 0.3828018 Aug 10 12:31:30.012189 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 45476) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:30.030650 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-5d740968-9388-49bb-b720-0faea51f8ece tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for port (dd8cd6a6-e946-4e31-a189-f179b73d0d26), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:30.112413 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-0a358795-cbe8-4ab0-8538-c21f35adcc48 req-c360d4bb-6f84-4111-aebf-11c7eb25da15 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 210 time: 0.0705049 Aug 10 12:31:30.145290 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-5d740968-9388-49bb-b720-0faea51f8ece tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (dd8cd6a6-e946-4e31-a189-f179b73d0d26), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:30.218048 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 30bbddae-74ad-48a1-85db-ef732cac2df3 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:30.219653 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 546b492c-b37c-4bf9-b8ae-97e4a960af4b up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:30.244301 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-72cae43a-b754-40e1-84d2-ea58cf8d609c None None] Provisioning complete for port 61ba99b3-63cd-44d6-8a80-24d198d66000 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:30.244791 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-72cae43a-b754-40e1-84d2-ea58cf8d609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (61ba99b3-63cd-44d6-8a80-24d198d66000), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:30.273700 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659484'] for network (49e7c6de-7cd3-4910-9e61-a00f8731ca55), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:30.298591 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-72cae43a-b754-40e1-84d2-ea58cf8d609c None None] Port 61ba99b3-63cd-44d6-8a80-24d198d66000 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:31:30.299287 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 546b492c-b37c-4bf9-b8ae-97e4a960af4b triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:30.299679 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (546b492c-b37c-4bf9-b8ae-97e4a960af4b), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:30.355294 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52418c8-7ff6-4d2b-91a0-946088d84aa8 req-0f8b215f-717b-40f6-b5b8-6e65af80e3f8 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:30.356992 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a52418c8-7ff6-4d2b-91a0-946088d84aa8 req-0f8b215f-717b-40f6-b5b8-6e65af80e3f8 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 931 time: 0.1367776 Aug 10 12:31:30.398615 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 546b492c-b37c-4bf9-b8ae-97e4a960af4b is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:30.463031 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 45488) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:30.485821 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-26e11c6e-d04b-4d40-9da6-d92cdedec748 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Allocated IP 172.20.0.5 (61402a18-53ba-4745-a9e1-e8ac1dfc87fb/5e7cdd28-a708-4c60-9515-0f4475157064/54d795d2-dfea-4ba7-96f1-ce5efb7da579) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:31:30.498637 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a52418c8-7ff6-4d2b-91a0-946088d84aa8 req-2f8506c4-caf1-4c02-87d0-316d15528088 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138813 Aug 10 12:31:30.500287 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1708682', 'neutron.services.segments.db._delete_segments_for_network-8736056424951'] for network (49e7c6de-7cd3-4910-9e61-a00f8731ca55), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:30.528354 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-5d740968-9388-49bb-b720-0faea51f8ece tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:30.538217 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-5d740968-9388-49bb-b720-0faea51f8ece tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:30.541823 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-5d740968-9388-49bb-b720-0faea51f8ece tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:31:30.542142 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:30.542614 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:30.543469 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:30.543923 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Subscribe: > port after_create 55550000 {{(pid=103790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:30.544467 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:30.544906 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Subscribe: > port after_update 55550000 {{(pid=103790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:30.545507 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:30.545964 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:30.546381 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:30.546803 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:30.548490 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-5d740968-9388-49bb-b720-0faea51f8ece tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:30.549293 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-5d740968-9388-49bb-b720-0faea51f8ece tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:30.618635 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-868cbfb2-ea71-487b-80f6-3c5c652d99c0 req-9a438115-431f-4e28-a9da-fbbd5af21a92 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 210 time: 0.0488682 Aug 10 12:31:30.674454 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d740968-9388-49bb-b720-0faea51f8ece tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Pushing event updated for resources: {'Port': ['ID=dd8cd6a6-e946-4e31-a189-f179b73d0d26,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:30.694027 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-5d740968-9388-49bb-b720-0faea51f8ece tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0647974 Aug 10 12:31:30.728261 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:30.747933 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] Sync routers for ids ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:31:30.758601 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] Routers {'d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:31:30.759278 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:31:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:30.805870 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-26e11c6e-d04b-4d40-9da6-d92cdedec748 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for port (54d795d2-dfea-4ba7-96f1-ce5efb7da579), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:30.840561 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-26e11c6e-d04b-4d40-9da6-d92cdedec748 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (54d795d2-dfea-4ba7-96f1-ce5efb7da579), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:30.866785 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=100 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:30.887901 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] Set router d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:31:30.891975 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:30.892397 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:30.893131 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:30.893131 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:30.893612 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e7c6de-7cd3-4910-9e61-a00f8731ca55']}} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:30.894534 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-26e11c6e-d04b-4d40-9da6-d92cdedec748 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:30.900965 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-26e11c6e-d04b-4d40-9da6-d92cdedec748 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:30.903934 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-26e11c6e-d04b-4d40-9da6-d92cdedec748 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:31:30.910783 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-26e11c6e-d04b-4d40-9da6-d92cdedec748 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:30.911506 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-26e11c6e-d04b-4d40-9da6-d92cdedec748 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:30.925091 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-a93786fd-9f63-4e30-8059-8a2895c733f5 None None] Provisioning complete for port dd8cd6a6-e946-4e31-a189-f179b73d0d26 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:30.925246 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e11c6e-d04b-4d40-9da6-d92cdedec748 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Pushing event updated for resources: {'Port': ['ID=54d795d2-dfea-4ba7-96f1-ce5efb7da579,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:30.925513 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a93786fd-9f63-4e30-8059-8a2895c733f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (dd8cd6a6-e946-4e31-a189-f179b73d0d26), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:30.937823 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-26e11c6e-d04b-4d40-9da6-d92cdedec748 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6923742 Aug 10 12:31:30.942803 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725c3f7d-2373-4cd7-a068-8f7bb574ac89') {'for_net_delete': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:30.943194 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725c3f7d-2373-4cd7-a068-8f7bb574ac89') {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:30.947964 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3b08fe74-5f97-4fbd-8d0a-44a4cbf0eeac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:30.990259 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736056424843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14657679'] for segment (725c3f7d-2373-4cd7-a068-8f7bb574ac89), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:31.001641 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-a93786fd-9f63-4e30-8059-8a2895c733f5 None None] Port dd8cd6a6-e946-4e31-a189-f179b73d0d26 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:31:31.026135 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (725c3f7d-2373-4cd7-a068-8f7bb574ac89), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:31.043525 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517772b-ab87-45a0-a4b3-6e7314c05d4f req-45f56340-e23d-445b-b016-66d3f96c5db7 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:31.045830 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d517772b-ab87-45a0-a4b3-6e7314c05d4f req-45f56340-e23d-445b-b016-66d3f96c5db7 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 932 time: 0.1443858 Aug 10 12:31:31.052256 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:31:31.052725 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14596241'] for segment (725c3f7d-2373-4cd7-a068-8f7bb574ac89), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:31.054163 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:31.068361 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device d0ca6fa8-090c-423a-a4f8-1ca2bb087f56 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:31.147747 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port d0ca6fa8-090c-423a-a4f8-1ca2bb087f56 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:31.147747 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (d0ca6fa8-090c-423a-a4f8-1ca2bb087f56), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:31.212866 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1708675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745837'] for network (49e7c6de-7cd3-4910-9e61-a00f8731ca55), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:31.221260 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'name': 'tempest-ServerRescueNegativeTestJSON-871011041-router', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:15Z', 'revision_number': 4, 'project_id': '2301f937213e47c29686be4e8601ac32', 'gw_port': {'id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '2421ca45-58b6-4fbc-a7bf-76ed2efd6e10', 'name': '', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'mac_address': 'fa:16:3e:66:fc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:14Z', 'updated_at': '2022-08-10T12:31:15Z', 'revision_number': 2, 'project_id': '2301f937213e47c29686be4e8601ac32', 'subnets': [{'id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:31.242834 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d517772b-ab87-45a0-a4b3-6e7314c05d4f req-816bced7-9b5c-4eb5-9578-31932bebfcc2 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688223 Aug 10 12:31:31.252063 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:31.255430 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] Checking router: d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:31:31.255430 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] Updating router d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 port 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10 binding host dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:31:31.255685 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/49e7c6de-7cd3-4910-9e61-a00f8731ca55 HTTP/1.1" status: 204 len: 168 time: 1.2400758 Aug 10 12:31:31.262955 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 45506) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:31.269186 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e32f57-4cab-4e8c-ac85-a120d692c007 admin admin] Pushing event deleted for resources: {'Network': ['ID=49e7c6de-7cd3-4910-9e61-a00f8731ca55,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:31.321737 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-72405fee-c38d-4490-bf2e-c58b666271e0 req-2c417912-894a-4e42-97fb-ae518a23b1e3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 210 time: 0.0938311 Aug 10 12:31:31.357360 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port d0ca6fa8-090c-423a-a4f8-1ca2bb087f56 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:31.357360 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-8db64805-f6c5-476d-abca-b03667253c77 None None] Provisioning complete for port 54d795d2-dfea-4ba7-96f1-ce5efb7da579 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:31.357360 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8db64805-f6c5-476d-abca-b03667253c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (54d795d2-dfea-4ba7-96f1-ce5efb7da579), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:31.357974 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3b08fe74-5f97-4fbd-8d0a-44a4cbf0eeac admin admin] Publish callbacks [] for security_group (8b72be3d-9cf1-4c33-8258-a07805f31d24), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:31.365750 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3b08fe74-5f97-4fbd-8d0a-44a4cbf0eeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (8b72be3d-9cf1-4c33-8258-a07805f31d24), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:31.373105 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (2421ca45-58b6-4fbc-a7bf-76ed2efd6e10), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:31.374626 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3d1bca-179f-44da-8e65-fda5c3fabb27 admin admin] Deleting subnet a6d4dbdd-ea83-4a4e-806f-a497dcbd9c16 {{(pid=103790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 10 12:31:31.393411 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7a3d1bca-179f-44da-8e65-fda5c3fabb27 admin admin] Publish callbacks [] for subnet (a6d4dbdd-ea83-4a4e-806f-a497dcbd9c16), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:31.393889 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-8db64805-f6c5-476d-abca-b03667253c77 None None] Port 54d795d2-dfea-4ba7-96f1-ce5efb7da579 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:31:31.454963 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-3b08fe74-5f97-4fbd-8d0a-44a4cbf0eeac admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=c6cb718b290042b78821ff93f238d2c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9886098 Aug 10 12:31:31.455277 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 45512) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:31.463617 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7a3d1bca-179f-44da-8e65-fda5c3fabb27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14657668'] for subnet (a6d4dbdd-ea83-4a4e-806f-a497dcbd9c16), precommit_delete_associations {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:31.466164 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment 725c3f7d-2373-4cd7-a068-8f7bb574ac89 resource provider aggregate not found Aug 10 12:31:31.470542 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08fe74-5f97-4fbd-8d0a-44a4cbf0eeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b72be3d-9cf1-4c33-8258-a07805f31d24,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:31.479625 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:31.516262 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0490-cc9e-4a69-8882-198f279b0af7 admin admin] Publish callbacks [] for security_group (8b72be3d-9cf1-4c33-8258-a07805f31d24), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:31.522350 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment 725c3f7d-2373-4cd7-a068-8f7bb574ac89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 725c3f7d-2373-4cd7-a068-8f7bb574ac89 found for delete ", "request_id": "req-07de3d27-b616-40f4-8d91-2b121764cfe7"}]} Aug 10 12:31:31.528435 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:31.537566 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:31.541913 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7a3d1bca-179f-44da-8e65-fda5c3fabb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731369'] for subnet (a6d4dbdd-ea83-4a4e-806f-a497dcbd9c16), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:31.542433 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0490-cc9e-4a69-8882-198f279b0af7 admin admin] Publish callbacks [] for security_group (8b72be3d-9cf1-4c33-8258-a07805f31d24), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:31.621228 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0490-cc9e-4a69-8882-198f279b0af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (8b72be3d-9cf1-4c33-8258-a07805f31d24), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:31.624687 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2d7c0490-cc9e-4a69-8882-198f279b0af7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:31.626071 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-2d7c0490-cc9e-4a69-8882-198f279b0af7 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/8b72be3d-9cf1-4c33-8258-a07805f31d24 HTTP/1.1" status: 204 len: 168 time: 0.1696537 Aug 10 12:31:31.637147 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c0490-cc9e-4a69-8882-198f279b0af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b72be3d-9cf1-4c33-8258-a07805f31d24,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:31.746304 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378af33a-5859-4add-a8b9-c1733573174f req-6c5b1d23-1421-4511-8877-3c5f41eb72cd tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:31.755289 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-378af33a-5859-4add-a8b9-c1733573174f req-6c5b1d23-1421-4511-8877-3c5f41eb72cd tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 931 time: 0.1278417 Aug 10 12:31:31.798484 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7a3d1bca-179f-44da-8e65-fda5c3fabb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14596431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14164736'] for subnet (a6d4dbdd-ea83-4a4e-806f-a497dcbd9c16), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:31.837341 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] Publish callbacks [] for port (2421ca45-58b6-4fbc-a7bf-76ed2efd6e10), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:31.848811 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (2421ca45-58b6-4fbc-a7bf-76ed2efd6e10), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:31.866219 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-dba6a857-8e83-4ab5-b1f8-dbeea4a5c634 req-4fd93e4c-ebb2-4089-8381-4cead6ca5174 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 210 time: 0.0659754 Aug 10 12:31:31.908184 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d1bca-179f-44da-8e65-fda5c3fabb27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d4dbdd-ea83-4a4e-806f-a497dcbd9c16,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:31.916460 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7a3d1bca-179f-44da-8e65-fda5c3fabb27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:31.919765 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-7a3d1bca-179f-44da-8e65-fda5c3fabb27 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/a6d4dbdd-ea83-4a4e-806f-a497dcbd9c16 HTTP/1.1" status: 204 len: 168 time: 0.6587143 Aug 10 12:31:31.923148 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 45526) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:31.942488 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=100 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:32.011743 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-378af33a-5859-4add-a8b9-c1733573174f req-525a9d48-6fe6-4ecf-9c1a-4309eb78d571 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491827 Aug 10 12:31:32.080520 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee88bb-af7b-4b41-8593-dd7a76c8b053 None None] Pushing event updated for resources: {'Port': ['ID=2421ca45-58b6-4fbc-a7bf-76ed2efd6e10,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:32.145618 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] Attempting to bind port 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:31:32.145883 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] Attempting to bind port 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': '949f5e67-dae1-401b-b15e-1f53624fbea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:31:32.146245 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] Attempting to bind port 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10 on network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:32.167180 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:31:32.167691 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659484'] for network (1f121793-8647-4cc8-aa3f-f5c9f70e1cbf), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:32.167893 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] Checking segment: {'id': '949f5e67-dae1-401b-b15e-1f53624fbea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:32.168355 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:32.169141 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] Bound using segment: {'id': '949f5e67-dae1-401b-b15e-1f53624fbea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:31:32.170709 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] Bound port: 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949f5e67-dae1-401b-b15e-1f53624fbea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:31:32.183030 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (2421ca45-58b6-4fbc-a7bf-76ed2efd6e10), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:32.272384 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-683fee9e-d5a0-4896-bba8-5b5223859ed8 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=103790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 10 12:31:32.274175 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-683fee9e-d5a0-4896-bba8-5b5223859ed8 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0152912 Aug 10 12:31:32.276680 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 45530) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:32.325973 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] For port 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:31:32.332940 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] For port 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=2421ca45-58b6-4fbc-a7bf-76ed2efd6e10,segment=NetworkSegment(949f5e67-dae1-401b-b15e-1f53624fbea6),segment_id=949f5e67-dae1-401b-b15e-1f53624fbea6)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:31:32.346077 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (2421ca45-58b6-4fbc-a7bf-76ed2efd6e10), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:32.356205 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7c9938a9-2576-4e3f-8b8e-90ac062b2c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:32.438242 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] Routers {'d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:31:32.439032 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:31:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:32.504188 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:32.523942 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee88bb-af7b-4b41-8593-dd7a76c8b053 None None] Pushing event updated for resources: {'Port': ['ID=2421ca45-58b6-4fbc-a7bf-76ed2efd6e10,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:32.570754 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0b2c6-b65d-4ec5-ba65-36ba02ef54d5 req-e3b98d31-e9f2-4d03-b5d2-504ff0d5007b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:32.572546 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f9b0b2c6-b65d-4ec5-ba65-36ba02ef54d5 req-e3b98d31-e9f2-4d03-b5d2-504ff0d5007b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 932 time: 0.1250379 Aug 10 12:31:32.578749 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1708682', 'neutron.services.segments.db._delete_segments_for_network-8736056424951'] for network (1f121793-8647-4cc8-aa3f-f5c9f70e1cbf), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:32.585704 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-f7c896b7-a6bd-46ad-ad24-64fc22a0cf37 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 10 12:31:32.587048 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-f7c896b7-a6bd-46ad-ad24-64fc22a0cf37 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0133746 Aug 10 12:31:32.591666 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-fc60c0ae-0ce8-4389-8585-05b6742156b5 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 10 12:31:32.595847 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-fc60c0ae-0ce8-4389-8585-05b6742156b5 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0199313 Aug 10 12:31:32.632549 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] Set router d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:31:32.654025 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2c070708-8b9f-4f18-962e-b54d673d9acc req-f7b65855-a6c8-4e53-8b65-56e5602b7454 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 210 time: 0.0953321 Aug 10 12:31:32.675573 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-e1b84f23-5ca2-4b22-b1cf-45db1aa1c25d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d HTTP/1.1" status: 200 len: 379 time: 0.4001875 Aug 10 12:31:32.676080 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:32.676584 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:32.677577 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:32.677945 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Subscribe: > port after_create 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:32.678359 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Subscribe: > port after_delete 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:32.678770 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Subscribe: > port after_update 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:32.679195 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:32.679596 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:32.680473 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:32.680850 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:32.932075 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7c9938a9-2576-4e3f-8b8e-90ac062b2c0b admin admin] Publish callbacks [] for security_group (dcd3d5a0-beec-45ca-81b9-58b3897d5c76), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:32.942231 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7c9938a9-2576-4e3f-8b8e-90ac062b2c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (dcd3d5a0-beec-45ca-81b9-58b3897d5c76), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:32.980652 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:32.982399 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:32.982873 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:32.984609 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 12:31:32.985310 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.services.segments.db [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f121793-8647-4cc8-aa3f-f5c9f70e1cbf']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:33.081841 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f9b0b2c6-b65d-4ec5-ba65-36ba02ef54d5 req-d4a703f9-60ed-47ed-9a77-193bb19583a8 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840746 Aug 10 12:31:33.091163 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9938a9-2576-4e3f-8b8e-90ac062b2c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd3d5a0-beec-45ca-81b9-58b3897d5c76,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:33.105656 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.services.segments.db [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0770409-3793-43d7-a9f3-aae897022c8b') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:33.111340 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-7c9938a9-2576-4e3f-8b8e-90ac062b2c0b admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=c1f924b486d44595a251553e9542fe8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8180814 Aug 10 12:31:33.115695 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.services.segments.db [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0770409-3793-43d7-a9f3-aae897022c8b') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:33.131224 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:33.160155 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 45556) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:33.213723 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-50de6bb2-3990-4e5a-b60b-61fdd8378201 req-14151722-ab86-45ea-9d78-333ab577e78d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 210 time: 0.1488261 Aug 10 12:31:33.218946 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736056424843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649378'] for segment (e0770409-3793-43d7-a9f3-aae897022c8b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:33.279583 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:33.280093 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (2421ca45-58b6-4fbc-a7bf-76ed2efd6e10), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:33.286904 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (e0770409-3793-43d7-a9f3-aae897022c8b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:33.335662 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'name': 'tempest-ServerRescueNegativeTestJSON-871011041-router', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:15Z', 'revision_number': 4, 'project_id': '2301f937213e47c29686be4e8601ac32', 'gw_port': {'id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '2421ca45-58b6-4fbc-a7bf-76ed2efd6e10', 'name': '', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'mac_address': 'fa:16:3e:66:fc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:14Z', 'updated_at': '2022-08-10T12:31:32Z', 'revision_number': 4, 'project_id': '2301f937213e47c29686be4e8601ac32', 'subnets': [{'id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:31:33.348850 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:31:33.349626 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14084843'] for segment (e0770409-3793-43d7-a9f3-aae897022c8b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:33.374453 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e163a7be-1549-41cc-81ce-241311d06624 None None] The sync data for ids ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'] in dv-cinder-852261-3-iscsi is: [{'id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'name': 'tempest-ServerRescueNegativeTestJSON-871011041-router', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:15Z', 'revision_number': 4, 'project_id': '2301f937213e47c29686be4e8601ac32', 'gw_port': {'id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '2421ca45-58b6-4fbc-a7bf-76ed2efd6e10', 'name': '', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'mac_address': 'fa:16:3e:66:fc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:14Z', 'updated_at': '2022-08-10T12:31:32Z', 'revision_number': 4, 'project_id': '2301f937213e47c29686be4e8601ac32', 'subnets': [{'id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:31:33.378271 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b12b2057-830d-4cf8-b62f-8c5c570734f5 admin admin] Publish callbacks [] for security_group (dcd3d5a0-beec-45ca-81b9-58b3897d5c76), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:33.450892 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b12b2057-830d-4cf8-b62f-8c5c570734f5 admin admin] Publish callbacks [] for security_group (dcd3d5a0-beec-45ca-81b9-58b3897d5c76), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:33.457088 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1708675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745837'] for network (1f121793-8647-4cc8-aa3f-f5c9f70e1cbf), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:33.460043 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:33.462302 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (2421ca45-58b6-4fbc-a7bf-76ed2efd6e10), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:33.491782 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-740d8a32-3d50-4e21-9498-3fe08d6b4657 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Request body: {'port': {'device_id': 'b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'admin_state_up': True, 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'security_groups': ['40d29c82-93cc-4951-bf2c-02e629797b97']}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:33.497973 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:33.510744 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/1f121793-8647-4cc8-aa3f-f5c9f70e1cbf HTTP/1.1" status: 204 len: 168 time: 1.5865629 Aug 10 12:31:33.529489 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=2421ca45-58b6-4fbc-a7bf-76ed2efd6e10,segment=NetworkSegment(949f5e67-dae1-401b-b15e-1f53624fbea6),segment_id=949f5e67-dae1-401b-b15e-1f53624fbea6)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:33.551745 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (2421ca45-58b6-4fbc-a7bf-76ed2efd6e10), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:33.618088 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=2421ca45-58b6-4fbc-a7bf-76ed2efd6e10,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:33.657567 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bbeda-7ba8-4160-9327-d0b9b04224ad admin admin] Pushing event deleted for resources: {'Network': ['ID=1f121793-8647-4cc8-aa3f-f5c9f70e1cbf,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:33.714739 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb9d6d-2582-409a-9a8e-57721c3f1188 req-0eaf19fd-980d-45ec-aaba-db0aca7aa373 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:33.728578 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-afeb9d6d-2582-409a-9a8e-57721c3f1188 req-0eaf19fd-980d-45ec-aaba-db0aca7aa373 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 931 time: 0.4370363 Aug 10 12:31:33.795811 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b12b2057-830d-4cf8-b62f-8c5c570734f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (dcd3d5a0-beec-45ca-81b9-58b3897d5c76), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:33.803582 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b12b2057-830d-4cf8-b62f-8c5c570734f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:33.805192 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-b12b2057-830d-4cf8-b62f-8c5c570734f5 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/dcd3d5a0-beec-45ca-81b9-58b3897d5c76 HTTP/1.1" status: 204 len: 168 time: 0.6440494 Aug 10 12:31:33.883802 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1fb3e582-d017-46e7-8983-a76b99c9a7fe req-b1e60118-1578-4289-ad06-0913fd65bdf4 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 210 time: 0.1128128 Aug 10 12:31:33.887281 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b2057-830d-4cf8-b62f-8c5c570734f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd3d5a0-beec-45ca-81b9-58b3897d5c76,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:33.904311 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-afeb9d6d-2582-409a-9a8e-57721c3f1188 req-1b56f684-3f3c-4c64-b782-832c180e3326 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747398 Aug 10 12:31:33.933933 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-740d8a32-3d50-4e21-9498-3fe08d6b4657 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Made reservation on behalf of 4eb5c9a17d7341d3a3dd60ef2b7a381d for: {'port': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:31:33.942573 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-740d8a32-3d50-4e21-9498-3fe08d6b4657 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:34.159965 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 45584) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:34.218696 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:34.295941 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:34.340611 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-27c10a4d-668e-4c05-98c8-7fe01545916a admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=e47542b2b1d64168b2846b18b22eadbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1793556 Aug 10 12:31:34.351303 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 45594) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:34.356322 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:34.357522 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:34.412460 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:34.439334 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d44742-daeb-4c50-9c20-32e85e7a5647 req-a36fc783-2688-4830-ab53-ad097ee20c57 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:34.441295 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-25d44742-daeb-4c50-9c20-32e85e7a5647 req-a36fc783-2688-4830-ab53-ad097ee20c57 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 932 time: 0.1484690 Aug 10 12:31:34.602002 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-25d44742-daeb-4c50-9c20-32e85e7a5647 req-25460190-82c1-40cc-8e59-c37e91806b3e tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476851 Aug 10 12:31:34.610372 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.services.segments.plugin [-] Segment e0770409-3793-43d7-a9f3-aae897022c8b resource provider aggregate not found Aug 10 12:31:34.637192 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.services.segments.plugin [-] Segment e0770409-3793-43d7-a9f3-aae897022c8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0770409-3793-43d7-a9f3-aae897022c8b found for delete ", "request_id": "req-bf120326-a41c-41b3-afb8-f5afab626e84"}]} Aug 10 12:31:34.658506 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-72122418-5780-43e4-b295-9ad9290a5e8d req-10558218-66d2-482f-98dd-e82cb3ad260a tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 210 time: 0.1094995 Aug 10 12:31:34.696432 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-07779f5c-3384-481c-bf1f-e6551970113b admin admin] Publish callbacks [] for security_group (24fbd60b-98c4-4bfd-a5b2-348df69e4ac3), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:34.726990 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-740d8a32-3d50-4e21-9498-3fe08d6b4657 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Allocated IP 172.20.0.7 (9747c644-617a-4b31-a63b-39dd1a5c7b9c/83d863d9-2bcf-49a1-876a-272e644640cc/dd060781-b144-4d67-99d5-c6d10616e60b) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:31:34.754795 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-07779f5c-3384-481c-bf1f-e6551970113b admin admin] Publish callbacks [] for security_group (24fbd60b-98c4-4bfd-a5b2-348df69e4ac3), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:34.828515 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.64', 54558) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:34.977753 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-07779f5c-3384-481c-bf1f-e6551970113b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (24fbd60b-98c4-4bfd-a5b2-348df69e4ac3), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:34.979818 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-07779f5c-3384-481c-bf1f-e6551970113b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:34.981539 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-07779f5c-3384-481c-bf1f-e6551970113b admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/24fbd60b-98c4-4bfd-a5b2-348df69e4ac3 HTTP/1.1" status: 204 len: 168 time: 0.6036956 Aug 10 12:31:35.031933 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07779f5c-3384-481c-bf1f-e6551970113b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fbd60b-98c4-4bfd-a5b2-348df69e4ac3,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:35.047250 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] Request body: {'port': {'device_id': 'f0cb66da-ec40-427a-ba23-a4588100f09b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:35.232715 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-740d8a32-3d50-4e21-9498-3fe08d6b4657 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for port (dd060781-b144-4d67-99d5-c6d10616e60b), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:35.232880 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:35.289016 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] Request body: {'port': {'device_id': 'd9d0ad15-5ec9-405f-ad6d-2d0b9a2db671', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:35.294037 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-740d8a32-3d50-4e21-9498-3fe08d6b4657 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:35.321767 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:35.322166 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (2421ca45-58b6-4fbc-a7bf-76ed2efd6e10), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:35.413141 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d8a32-3d50-4e21-9498-3fe08d6b4657 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Pushing event updated for resources: {'Port': ['ID=dd060781-b144-4d67-99d5-c6d10616e60b,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:35.434861 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-898ec322-7c58-45b3-8355-e653b6560b94 req-497e55d6-875d-44a2-971a-ee96b1717f57 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 210 time: 0.1500940 Aug 10 12:31:35.480384 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:35.482486 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:35.485506 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-740d8a32-3d50-4e21-9498-3fe08d6b4657 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Network 9747c644-617a-4b31-a63b-39dd1a5c7b9c is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:35.495254 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-740d8a32-3d50-4e21-9498-3fe08d6b4657 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:35.505320 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767659d-e8c1-47ef-9700-d368f17222da req-69299415-f18c-492a-8f1a-f47570e69c3f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:35.508952 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d767659d-e8c1-47ef-9700-d368f17222da req-69299415-f18c-492a-8f1a-f47570e69c3f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.64 "GET /networking/v2.0/networks?id=69a0d312-b2de-4689-b0c5-62b84c9112b2 HTTP/1.1" status: 200 len: 815 time: 0.5894930 Aug 10 12:31:35.512213 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-740d8a32-3d50-4e21-9498-3fe08d6b4657 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:31:35.601701 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] Request body: {'port': {'device_id': '15d7d249-4da8-479b-aba1-6fcadbe4e731', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:35.672638 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:35.676179 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (54d795d2-dfea-4ba7-96f1-ce5efb7da579), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:35.692899 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:35.700761 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-740d8a32-3d50-4e21-9498-3fe08d6b4657 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:35.701588 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-740d8a32-3d50-4e21-9498-3fe08d6b4657 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:35.745033 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-740d8a32-3d50-4e21-9498-3fe08d6b4657 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2815826 Aug 10 12:31:35.807926 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67b56a-977e-4347-bc09-36035be8ffbc req-89158c6e-98ab-47ea-8653-2a2aa6cf4eb4 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:35.815739 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-db67b56a-977e-4347-bc09-36035be8ffbc req-89158c6e-98ab-47ea-8653-2a2aa6cf4eb4 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 931 time: 0.2607920 Aug 10 12:31:35.926752 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (61ba99b3-63cd-44d6-8a80-24d198d66000), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:35.953339 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-18e13436-3502-41f9-9525-0affc87a26c0 None None] Provisioning complete for port dd060781-b144-4d67-99d5-c6d10616e60b triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:35.953339 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-18e13436-3502-41f9-9525-0affc87a26c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:35.983200 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (dd8cd6a6-e946-4e31-a189-f179b73d0d26), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:36.031516 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-18e13436-3502-41f9-9525-0affc87a26c0 None None] Port dd060781-b144-4d67-99d5-c6d10616e60b cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:31:36.082281 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 45646) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:36.113198 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-db67b56a-977e-4347-bc09-36035be8ffbc req-35cfa1f1-6ecb-4196-a310-9cc55d076e01 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963834 Aug 10 12:31:36.129606 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e0059-9126-4e56-aae9-10969754148b req-79df831d-ed00-4b9a-81c6-3eb19d5126ff tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:36.131325 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-664e0059-9126-4e56-aae9-10969754148b req-79df831d-ed00-4b9a-81c6-3eb19d5126ff tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 932 time: 0.3239319 Aug 10 12:31:36.497177 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-47141ccb-1c55-4c42-950f-2cf447fd9cfb admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=6d995c0c201a48eca67b958ad10638bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4136751 Aug 10 12:31:36.498097 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 45662) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:36.524932 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-664e0059-9126-4e56-aae9-10969754148b req-726294f1-68fc-4046-8854-fd6f97aa00b1 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719206 Aug 10 12:31:36.632800 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6208c-64b3-41bf-b35e-b5f24056351e req-0232f36f-b876-45cf-85cc-21cfea089914 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:36.634621 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ddf6208c-64b3-41bf-b35e-b5f24056351e req-0232f36f-b876-45cf-85cc-21cfea089914 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 931 time: 0.3344243 Aug 10 12:31:36.646063 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-510d7770-b422-48b8-a8f8-b1f356f5c173 admin admin] Publish callbacks [] for security_group (1305e29c-b760-4bb0-a642-a3d088fa9922), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:36.676585 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0fa0ce61-681e-44a3-91c1-efc0347dac8e req-128d4597-5901-4eea-91fe-3f77b44a4557 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 210 time: 0.0552101 Aug 10 12:31:36.706414 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 45668) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:36.706911 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:36.735733 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d795d2-dfea-4ba7-96f1-ce5efb7da579 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:31:36.753694 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] Publish callbacks [] for port (54d795d2-dfea-4ba7-96f1-ce5efb7da579), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:36.763319 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ddf6208c-64b3-41bf-b35e-b5f24056351e req-17f586ee-3100-49fd-bb5d-dce8bd851b46 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121492 Aug 10 12:31:36.778328 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-510d7770-b422-48b8-a8f8-b1f356f5c173 admin admin] Publish callbacks [] for security_group (1305e29c-b760-4bb0-a642-a3d088fa9922), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:36.802062 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] Transition to ACTIVE for port object 54d795d2-dfea-4ba7-96f1-ce5efb7da579 will not be triggered until provisioned by entity L2. {{(pid=103790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:31:36.818138 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (54d795d2-dfea-4ba7-96f1-ce5efb7da579), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:36.934393 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] Pushing event updated for resources: {'Port': ['ID=54d795d2-dfea-4ba7-96f1-ce5efb7da579,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:36.937896 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:36.940645 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.notifiers.nova [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ba99b3-63cd-44d6-8a80-24d198d66000 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:31:36.956477 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] Publish callbacks [] for port (61ba99b3-63cd-44d6-8a80-24d198d66000), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:36.967897 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-510d7770-b422-48b8-a8f8-b1f356f5c173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (1305e29c-b760-4bb0-a642-a3d088fa9922), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:36.970389 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-510d7770-b422-48b8-a8f8-b1f356f5c173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:36.971493 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-510d7770-b422-48b8-a8f8-b1f356f5c173 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/1305e29c-b760-4bb0-a642-a3d088fa9922 HTTP/1.1" status: 204 len: 168 time: 0.4680493 Aug 10 12:31:36.991157 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] Transition to ACTIVE for port object 61ba99b3-63cd-44d6-8a80-24d198d66000 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:31:36.992824 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-96d94a36-94d9-47d5-a399-c7d4c7349a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:36.999186 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d7770-b422-48b8-a8f8-b1f356f5c173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1305e29c-b760-4bb0-a642-a3d088fa9922,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:37.005634 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14084867'] for port (61ba99b3-63cd-44d6-8a80-24d198d66000), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:37.045867 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] Attempting to bind port 54d795d2-dfea-4ba7-96f1-ce5efb7da579 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:31:37.046263 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] Attempting to bind port 54d795d2-dfea-4ba7-96f1-ce5efb7da579 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '949f5e67-dae1-401b-b15e-1f53624fbea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:31:37.046591 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] Attempting to bind port 54d795d2-dfea-4ba7-96f1-ce5efb7da579 on network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:37.053537 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:37.062829 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] Port 54d795d2-dfea-4ba7-96f1-ce5efb7da579 on network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:31:37.063156 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] Attempting to bind port 54d795d2-dfea-4ba7-96f1-ce5efb7da579 on network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:37.085445 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:31:37.086160 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] Checking segment: {'id': '949f5e67-dae1-401b-b15e-1f53624fbea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:37.086413 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] Bound using segment: {'id': '949f5e67-dae1-401b-b15e-1f53624fbea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:31:37.086898 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] Bound port: 54d795d2-dfea-4ba7-96f1-ce5efb7da579, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949f5e67-dae1-401b-b15e-1f53624fbea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:31:37.087265 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (54d795d2-dfea-4ba7-96f1-ce5efb7da579), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:37.119360 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] Pushing event updated for resources: {'Port': ['ID=61ba99b3-63cd-44d6-8a80-24d198d66000,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:37.180547 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-96d94a36-94d9-47d5-a399-c7d4c7349a51 admin admin] Publish callbacks [] for security_group (c3435c70-6a01-4570-9d8b-b60099785cf4), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:37.190326 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.notifiers.nova [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd8cd6a6-e946-4e31-a189-f179b73d0d26 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:31:37.198098 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-96d94a36-94d9-47d5-a399-c7d4c7349a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (c3435c70-6a01-4570-9d8b-b60099785cf4), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:37.200554 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] Publish callbacks [] for port (dd8cd6a6-e946-4e31-a189-f179b73d0d26), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:37.232140 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] For port 54d795d2-dfea-4ba7-96f1-ce5efb7da579, host hv-cinder-85226, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:31:37.236372 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:37.242465 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] Transition to ACTIVE for port object dd8cd6a6-e946-4e31-a189-f179b73d0d26 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:31:37.252061 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] Attempting to bind port 61ba99b3-63cd-44d6-8a80-24d198d66000 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:31:37.252746 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] Attempting to bind port 61ba99b3-63cd-44d6-8a80-24d198d66000 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '30d9d7aa-59ec-45f1-80fe-ae71e1531ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '97b33311-a67f-49ac-b431-08644c8a60f1'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:31:37.253243 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] Attempting to bind port 61ba99b3-63cd-44d6-8a80-24d198d66000 on network 97b33311-a67f-49ac-b431-08644c8a60f1 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:37.263411 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] Port 61ba99b3-63cd-44d6-8a80-24d198d66000 on network 97b33311-a67f-49ac-b431-08644c8a60f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:31:37.264319 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] Attempting to bind port 61ba99b3-63cd-44d6-8a80-24d198d66000 on network 97b33311-a67f-49ac-b431-08644c8a60f1 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:37.283304 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14084867'] for port (dd8cd6a6-e946-4e31-a189-f179b73d0d26), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:37.287996 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] For port 54d795d2-dfea-4ba7-96f1-ce5efb7da579, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=54d795d2-dfea-4ba7-96f1-ce5efb7da579,segment=NetworkSegment(949f5e67-dae1-401b-b15e-1f53624fbea6),segment_id=949f5e67-dae1-401b-b15e-1f53624fbea6)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:31:37.290410 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d94a36-94d9-47d5-a399-c7d4c7349a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3435c70-6a01-4570-9d8b-b60099785cf4,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:37.293607 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:31:37.293952 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] Checking segment: {'id': '30d9d7aa-59ec-45f1-80fe-ae71e1531ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '97b33311-a67f-49ac-b431-08644c8a60f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:37.294663 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] Bound using segment: {'id': '30d9d7aa-59ec-45f1-80fe-ae71e1531ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '97b33311-a67f-49ac-b431-08644c8a60f1'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:31:37.295678 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] Bound port: 61ba99b3-63cd-44d6-8a80-24d198d66000, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d9d7aa-59ec-45f1-80fe-ae71e1531ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '97b33311-a67f-49ac-b431-08644c8a60f1'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:31:37.296073 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (61ba99b3-63cd-44d6-8a80-24d198d66000), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:37.316878 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-96d94a36-94d9-47d5-a399-c7d4c7349a51 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=6c7d7a5f80c547f7a55210832fefde75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6085098 Aug 10 12:31:37.321035 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (54d795d2-dfea-4ba7-96f1-ce5efb7da579), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:37.325316 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:37.326474 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:37.328035 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/54d795d2-dfea-4ba7-96f1-ce5efb7da579 HTTP/1.1" status: 200 len: 1093 time: 2.7811911 Aug 10 12:31:37.330441 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 45692) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:37.333461 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d0ad15-5ec9-405f-ad6d-2d0b9a2db671', 'tag': '54d795d2-dfea-4ba7-96f1-ce5efb7da579'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:31:37.379783 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10426e9-13d3-4283-9b29-0ca8ef8ba1e5 req-4618719d-68cd-4748-9065-dac22a50f270 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:37.381544 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b10426e9-13d3-4283-9b29-0ca8ef8ba1e5 req-4618719d-68cd-4748-9065-dac22a50f270 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 943 time: 0.1295805 Aug 10 12:31:37.429951 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4dbea-fadc-480f-aace-44376b913009 service neutron] Pushing event updated for resources: {'Port': ['ID=54d795d2-dfea-4ba7-96f1-ce5efb7da579,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:37.430528 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] For port 61ba99b3-63cd-44d6-8a80-24d198d66000, host hv-cinder-85226, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:31:37.454249 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] For port 61ba99b3-63cd-44d6-8a80-24d198d66000, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=61ba99b3-63cd-44d6-8a80-24d198d66000,segment=NetworkSegment(30d9d7aa-59ec-45f1-80fe-ae71e1531ad4),segment_id=30d9d7aa-59ec-45f1-80fe-ae71e1531ad4)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:31:37.467846 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b10426e9-13d3-4283-9b29-0ca8ef8ba1e5 req-7af0bf6c-11f5-4ca6-aa93-bf42d26f186f tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762212 Aug 10 12:31:37.479512 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14084867'] for port (61ba99b3-63cd-44d6-8a80-24d198d66000), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:37.517764 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8cd6a6-e946-4e31-a189-f179b73d0d26,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:37.525292 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:37.525917 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:37.527439 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/61ba99b3-63cd-44d6-8a80-24d198d66000 HTTP/1.1" status: 200 len: 1093 time: 3.0084522 Aug 10 12:31:37.527952 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cb66da-ec40-427a-ba23-a4588100f09b', 'tag': '61ba99b3-63cd-44d6-8a80-24d198d66000'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:31:37.565956 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c030f7d-59ab-401f-bb43-44baa6bad8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671", "tag": "54d795d2-dfea-4ba7-96f1-ce5efb7da579"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:31:37.627418 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] Attempting to bind port dd8cd6a6-e946-4e31-a189-f179b73d0d26 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:31:37.628180 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] Attempting to bind port dd8cd6a6-e946-4e31-a189-f179b73d0d26 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '949f5e67-dae1-401b-b15e-1f53624fbea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:31:37.628517 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] Attempting to bind port dd8cd6a6-e946-4e31-a189-f179b73d0d26 on network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:37.639478 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] Port dd8cd6a6-e946-4e31-a189-f179b73d0d26 on network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:31:37.639810 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] Attempting to bind port dd8cd6a6-e946-4e31-a189-f179b73d0d26 on network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:37.668031 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e2d6-225c-404a-b18e-2a8e41778a0b admin admin] Publish callbacks [] for security_group (c3435c70-6a01-4570-9d8b-b60099785cf4), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:37.674620 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:31:37.675160 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] Checking segment: {'id': '949f5e67-dae1-401b-b15e-1f53624fbea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:37.675318 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] Bound using segment: {'id': '949f5e67-dae1-401b-b15e-1f53624fbea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:31:37.675932 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] Bound port: dd8cd6a6-e946-4e31-a189-f179b73d0d26, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949f5e67-dae1-401b-b15e-1f53624fbea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:31:37.676271 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (dd8cd6a6-e946-4e31-a189-f179b73d0d26), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:37.703925 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549b036-1884-4090-97b1-69cc64f91a29 service neutron] Pushing event updated for resources: {'Port': ['ID=61ba99b3-63cd-44d6-8a80-24d198d66000,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:37.770073 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3bd02-b50e-474d-bf27-0b28abb4ac2f req-d5aedec7-83e1-4707-a974-acdb8cfa737c tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:37.771612 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-47b3bd02-b50e-474d-bf27-0b28abb4ac2f req-d5aedec7-83e1-4707-a974-acdb8cfa737c tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 944 time: 0.1258430 Aug 10 12:31:37.775216 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e2d6-225c-404a-b18e-2a8e41778a0b admin admin] Publish callbacks [] for security_group (c3435c70-6a01-4570-9d8b-b60099785cf4), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:37.819758 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7ba84a99e6a3ee78a19e4789e0716ba8eeb6d4089296a11dfcbdd1268c8b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e29811f-7bad-4bcc-a204-33be4627476e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0cb66da-ec40-427a-ba23-a4588100f09b", "tag": "61ba99b3-63cd-44d6-8a80-24d198d66000"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:31:37.854673 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f94a24-9bc6-497b-89e5-851f897b980d x-openstack-request-id: req-39f94a24-9bc6-497b-89e5-851f897b980d {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:31:37.855747 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671", "tag": "54d795d2-dfea-4ba7-96f1-ce5efb7da579", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:31:37.857476 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-39f94a24-9bc6-497b-89e5-851f897b980d {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:31:37.860478 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f94a24-9bc6-497b-89e5-851f897b980d'] response: {'name': 'network-changed', 'server_uuid': 'd9d0ad15-5ec9-405f-ad6d-2d0b9a2db671', 'tag': '54d795d2-dfea-4ba7-96f1-ce5efb7da579', 'status': 'completed', 'code': 200} Aug 10 12:31:37.866788 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] For port dd8cd6a6-e946-4e31-a189-f179b73d0d26, host hv-cinder-85226, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:31:37.902456 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] For port dd8cd6a6-e946-4e31-a189-f179b73d0d26, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=dd8cd6a6-e946-4e31-a189-f179b73d0d26,segment=NetworkSegment(949f5e67-dae1-401b-b15e-1f53624fbea6),segment_id=949f5e67-dae1-401b-b15e-1f53624fbea6)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:31:37.908848 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-47b3bd02-b50e-474d-bf27-0b28abb4ac2f req-e24c426a-1e40-4279-b68e-f3caada42fea tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314037 Aug 10 12:31:37.913070 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14084867'] for port (dd8cd6a6-e946-4e31-a189-f179b73d0d26), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:37.923021 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:37.923708 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:37.925680 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/dd8cd6a6-e946-4e31-a189-f179b73d0d26 HTTP/1.1" status: 200 len: 1094 time: 3.3860388 Aug 10 12:31:37.949744 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e2d6-225c-404a-b18e-2a8e41778a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (c3435c70-6a01-4570-9d8b-b60099785cf4), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:37.953103 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e2d6-225c-404a-b18e-2a8e41778a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:37.956919 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-cfd0e2d6-225c-404a-b18e-2a8e41778a0b admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/c3435c70-6a01-4570-9d8b-b60099785cf4 HTTP/1.1" status: 204 len: 168 time: 0.6253059 Aug 10 12:31:37.973780 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0e2d6-225c-404a-b18e-2a8e41778a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3435c70-6a01-4570-9d8b-b60099785cf4,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:37.979061 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:38.002512 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422838de-4c3a-4697-a1f2-1f11917f5672 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8cd6a6-e946-4e31-a189-f179b73d0d26,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:38.057020 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:38.059231 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-306dd716-5ec1-49b5-bce0-675ee9bcc504 req-e3cb69dc-4e36-45c8-bfd1-654aa8fb245c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 210 time: 0.1321366 Aug 10 12:31:38.074811 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c7295-ceea-45c5-bc5b-c9149ba8b792 req-f856cd59-2040-4f5a-b930-85ad9921bc88 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:38.077531 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d14c7295-ceea-45c5-bc5b-c9149ba8b792 req-f856cd59-2040-4f5a-b930-85ad9921bc88 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 931 time: 0.0678189 Aug 10 12:31:38.140319 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d14c7295-ceea-45c5-bc5b-c9149ba8b792 req-e388ab90-a804-4854-ae1b-cd044fb7d2ae tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534198 Aug 10 12:31:38.232410 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057bebe6-0cd0-4188-bbc8-c091b5ebb22d x-openstack-request-id: req-057bebe6-0cd0-4188-bbc8-c091b5ebb22d {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:31:38.233001 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0cb66da-ec40-427a-ba23-a4588100f09b", "tag": "61ba99b3-63cd-44d6-8a80-24d198d66000", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:31:38.233384 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-057bebe6-0cd0-4188-bbc8-c091b5ebb22d {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:31:38.233931 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-057bebe6-0cd0-4188-bbc8-c091b5ebb22d'] response: {'name': 'network-changed', 'server_uuid': 'f0cb66da-ec40-427a-ba23-a4588100f09b', 'tag': '61ba99b3-63cd-44d6-8a80-24d198d66000', 'status': 'completed', 'code': 200} Aug 10 12:31:38.676447 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 45788) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:38.724189 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76c571-48a3-4d40-bb0b-bff7998c72e7 req-80b94dd4-454b-4d9a-9631-3a967e259822 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:38.741297 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-0b76c571-48a3-4d40-bb0b-bff7998c72e7 req-80b94dd4-454b-4d9a-9631-3a967e259822 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 943 time: 0.1236205 Aug 10 12:31:38.773655 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b5805e96-b219-4d2f-9747-61d0ae34355e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:38.845580 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-0b76c571-48a3-4d40-bb0b-bff7998c72e7 req-eb7eda46-6851-4339-b91e-a57cc099fcb0 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066906 Aug 10 12:31:38.933927 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b5805e96-b219-4d2f-9747-61d0ae34355e admin admin] Publish callbacks [] for security_group (0e93b894-d08c-424c-a64d-7984eeed441a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:38.939555 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b5805e96-b219-4d2f-9747-61d0ae34355e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (0e93b894-d08c-424c-a64d-7984eeed441a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:39.000875 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-b5805e96-b219-4d2f-9747-61d0ae34355e admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=f32dc4ec24da40b4903f82d00cbb998e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231218 Aug 10 12:31:39.003595 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 45808) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:39.111636 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5805e96-b219-4d2f-9747-61d0ae34355e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e93b894-d08c-424c-a64d-7984eeed441a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:39.251000 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e1001-6fa2-40b5-82f6-16ba8cec670b req-c157fcf8-c3d6-415b-a93d-9a2de5e677df tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:39.260088 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-64b8f22e-9368-43dd-8c8d-41f7b3c7c373 req-7d6aaad5-0857-4235-b0f9-ca61c3899c91 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 210 time: 0.0450335 Aug 10 12:31:39.261941 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-475e1001-6fa2-40b5-82f6-16ba8cec670b req-c157fcf8-c3d6-415b-a93d-9a2de5e677df tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 944 time: 0.2017267 Aug 10 12:31:39.275252 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-474dd165-0fd5-4833-900f-1d9c2ef71eee admin admin] Publish callbacks [] for security_group (0e93b894-d08c-424c-a64d-7984eeed441a), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:39.327769 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-474dd165-0fd5-4833-900f-1d9c2ef71eee admin admin] Publish callbacks [] for security_group (0e93b894-d08c-424c-a64d-7984eeed441a), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:39.475718 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:39.486123 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e18ab2-6ced-4891-a127-ab7239207b70 req-79a80b04-aef3-4493-a045-290d3b770ae6 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:39.487874 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b1e18ab2-6ced-4891-a127-ab7239207b70 req-79a80b04-aef3-4493-a045-290d3b770ae6 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 931 time: 0.1091003 Aug 10 12:31:39.489488 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-474dd165-0fd5-4833-900f-1d9c2ef71eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (0e93b894-d08c-424c-a64d-7984eeed441a), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:39.492041 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-474dd165-0fd5-4833-900f-1d9c2ef71eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:39.493465 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-474dd165-0fd5-4833-900f-1d9c2ef71eee admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/0e93b894-d08c-424c-a64d-7984eeed441a HTTP/1.1" status: 204 len: 168 time: 0.4884734 Aug 10 12:31:39.516090 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474dd165-0fd5-4833-900f-1d9c2ef71eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e93b894-d08c-424c-a64d-7984eeed441a,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:39.546620 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-475e1001-6fa2-40b5-82f6-16ba8cec670b req-f99bf822-6bbc-4927-b5ea-f22e637789f5 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793040 Aug 10 12:31:39.620324 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b1e18ab2-6ced-4891-a127-ab7239207b70 req-801a6a64-5a5c-43fc-b71b-418ac19218c8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268785 Aug 10 12:31:40.026192 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb16b6-bbb1-4eec-a7df-bf104ee81318 req-5ec0cd8f-ed3d-4609-95ee-836bbf1957fb tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:40.034880 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-adbb16b6-bbb1-4eec-a7df-bf104ee81318 req-5ec0cd8f-ed3d-4609-95ee-836bbf1957fb tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 943 time: 0.0742970 Aug 10 12:31:40.112156 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-adbb16b6-bbb1-4eec-a7df-bf104ee81318 req-38c696cc-6b17-4566-be38-0bfbdc426853 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760152 Aug 10 12:31:40.237038 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d7d249-4da8-479b-aba1-6fcadbe4e731', 'tag': 'dd8cd6a6-e946-4e31-a189-f179b73d0d26'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:31:40.252192 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7ba84a99e6a3ee78a19e4789e0716ba8eeb6d4089296a11dfcbdd1268c8b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00d1f00-6d65-4788-8dd0-ac164aaf597c" -d '{"events": [{"name": "network-changed", "server_uuid": "15d7d249-4da8-479b-aba1-6fcadbe4e731", "tag": "dd8cd6a6-e946-4e31-a189-f179b73d0d26"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:31:40.291168 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d767659d-e8c1-47ef-9700-d368f17222da req-2beab841-bd63-4917-852f-fdf9762dddad tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0bbb137a895941b1876eebfc56c28425 HTTP/1.1" status: 200 len: 379 time: 0.1642277 Aug 10 12:31:40.483329 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456d221d-71a4-4712-aa5d-81bd2b86619b x-openstack-request-id: req-456d221d-71a4-4712-aa5d-81bd2b86619b {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:31:40.483500 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d7d249-4da8-479b-aba1-6fcadbe4e731", "tag": "dd8cd6a6-e946-4e31-a189-f179b73d0d26", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:31:40.483750 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-456d221d-71a4-4712-aa5d-81bd2b86619b {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:31:40.484436 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-456d221d-71a4-4712-aa5d-81bd2b86619b'] response: {'name': 'network-changed', 'server_uuid': '15d7d249-4da8-479b-aba1-6fcadbe4e731', 'tag': 'dd8cd6a6-e946-4e31-a189-f179b73d0d26', 'status': 'completed', 'code': 200} Aug 10 12:31:40.502574 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-626a5127-3a3c-4bc9-a7c4-740a71265d65 req-f3c3f28f-ad8b-41b1-a516-91a2c8aea43f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 210 time: 0.0601056 Aug 10 12:31:40.781503 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22692813-61de-42a1-8cb0-557d152ccc6d req-af72bc96-f2bd-4d80-b7cc-da3008abd793 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:40.784427 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-22692813-61de-42a1-8cb0-557d152ccc6d req-af72bc96-f2bd-4d80-b7cc-da3008abd793 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 944 time: 0.1158731 Aug 10 12:31:40.888417 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] Request body: {'port': {'device_id': 'b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:40.950134 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-22692813-61de-42a1-8cb0-557d152ccc6d req-a64bfdd3-ecea-4dd7-a50c-cfb641f2ea95 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549275 Aug 10 12:31:41.015557 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [req-d767659d-e8c1-47ef-9700-d368f17222da req-b811962a-b4cf-473c-a203-87c801ce4baa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'port': {'device_id': '7e6bf86e-2553-4f1c-8620-92c63510184a', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'admin_state_up': True, 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'security_groups': ['c1c644c7-8fb0-417f-91b3-659b2cf37ce6']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:41.020926 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fc35b-4f87-44f0-b028-118b179b9dbc req-3dcaab54-dd9e-4918-a57f-5d35f8f45dfc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:41.039699 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f84fc35b-4f87-44f0-b028-118b179b9dbc req-3dcaab54-dd9e-4918-a57f-5d35f8f45dfc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 931 time: 0.2563908 Aug 10 12:31:41.303241 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:41.306524 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 45958) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:41.420345 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-8cc1174b-318f-477a-b531-d9cd82a2e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:41.422049 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-8cc1174b-318f-477a-b531-d9cd82a2e58c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2301f937213e47c29686be4e8601ac32&device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 1128 time: 0.3766680 Aug 10 12:31:41.446814 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:41.509131 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:41.526320 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227609a6-a819-4eb5-966e-9cafac928c4a req-0d95441f-b69e-41a9-92d3-a50f993f80c9 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:41.533698 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-227609a6-a819-4eb5-966e-9cafac928c4a req-0d95441f-b69e-41a9-92d3-a50f993f80c9 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 943 time: 0.2878120 Aug 10 12:31:41.557215 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29811f-7bad-4bcc-a204-33be4627476e req-416b9b2c-6430-4258-ad4c-361354d5eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:41.558909 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5e29811f-7bad-4bcc-a204-33be4627476e req-416b9b2c-6430-4258-ad4c-361354d5eaf3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=28eda660c33645f8a4428987084ab934&device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 1127 time: 0.2120509 Aug 10 12:31:41.559921 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c030f7d-59ab-401f-bb43-44baa6bad8d9 req-384b61fb-d432-46bc-bcec-b5b19c127bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:41.561969 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-6c030f7d-59ab-401f-bb43-44baa6bad8d9 req-384b61fb-d432-46bc-bcec-b5b19c127bc4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2301f937213e47c29686be4e8601ac32&device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 1127 time: 0.3132074 Aug 10 12:31:41.593700 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d767659d-e8c1-47ef-9700-d368f17222da req-b811962a-b4cf-473c-a203-87c801ce4baa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Made reservation on behalf of 0bbb137a895941b1876eebfc56c28425 for: {'port': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:31:41.602060 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d767659d-e8c1-47ef-9700-d368f17222da req-b811962a-b4cf-473c-a203-87c801ce4baa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:41.642529 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f84fc35b-4f87-44f0-b028-118b179b9dbc req-9d3c17e0-e911-42a4-b756-48d10de273c8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5964007 Aug 10 12:31:41.655931 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-b33e3811-f9bd-45f3-85b0-8fb822ddf579 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd8cd6a6-e946-4e31-a189-f179b73d0d26 HTTP/1.1" status: 200 len: 217 time: 0.1856289 Aug 10 12:31:41.856646 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 45988) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:42.009297 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a8e2b3c1-008e-4016-9e24-cf4935161849 req-16d8f7f7-bf22-4b8c-9cdf-b5f6b2ac1629 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 210 time: 0.1537037 Aug 10 12:31:42.038666 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-72d993c3-589c-485b-8832-00ff2695feed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:42.040672 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-72d993c3-589c-485b-8832-00ff2695feed service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5e7cdd28-a708-4c60-9515-0f4475157064 HTTP/1.1" status: 200 len: 857 time: 0.3155782 Aug 10 12:31:42.055382 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b17d5cc2-5052-47e0-81f7-50e654f17e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:42.208300 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [req-d767659d-e8c1-47ef-9700-d368f17222da req-b811962a-b4cf-473c-a203-87c801ce4baa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Allocated IP 172.20.0.6 (69a0d312-b2de-4689-b0c5-62b84c9112b2/475a0af2-d7c4-4476-ab09-64279713ecd6/ee59973b-b76f-446a-a41a-885cc40ea7c3) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:31:42.262916 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:42.312622 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ace942be-810e-43aa-ad00-7e4ac5a0f7cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:42.381359 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-227609a6-a819-4eb5-966e-9cafac928c4a req-a542ee26-9389-46cf-956c-fe4321d09e71 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8352115 Aug 10 12:31:42.456207 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0be0c9-3211-4b69-966e-1ead4d5d00d3 req-6f7da8ff-bd44-419d-8d76-0b9d2d1aaf1f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:42.464744 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-cd0be0c9-3211-4b69-966e-1ead4d5d00d3 req-6f7da8ff-bd44-419d-8d76-0b9d2d1aaf1f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 944 time: 0.1818955 Aug 10 12:31:42.473190 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-728a45dc-3128-471d-aa8a-6c3fa2d14bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:42.474898 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-728a45dc-3128-471d-aa8a-6c3fa2d14bab service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4209421 Aug 10 12:31:42.565117 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c030f7d-59ab-401f-bb43-44baa6bad8d9 req-7e68a2ab-24ec-4144-b49a-3e0efa656cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:42.567721 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-6c030f7d-59ab-401f-bb43-44baa6bad8d9 req-7e68a2ab-24ec-4144-b49a-3e0efa656cc9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=2301f937213e47c29686be4e8601ac32&shared=False HTTP/1.1" status: 200 len: 919 time: 0.9294527 Aug 10 12:31:42.611602 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29811f-7bad-4bcc-a204-33be4627476e req-f9ee7f24-39a1-47ef-ab9c-6e1ae40e1134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:42.613475 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5e29811f-7bad-4bcc-a204-33be4627476e req-f9ee7f24-39a1-47ef-ab9c-6e1ae40e1134 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=28eda660c33645f8a4428987084ab934&shared=False HTTP/1.1" status: 200 len: 913 time: 0.9735990 Aug 10 12:31:42.753240 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ace942be-810e-43aa-ad00-7e4ac5a0f7cd admin admin] Publish callbacks [] for security_group (2d7fb380-8fd2-4555-81a5-1d2a8c0f3d25), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:42.763335 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:42.768986 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d767659d-e8c1-47ef-9700-d368f17222da req-b811962a-b4cf-473c-a203-87c801ce4baa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for port (ee59973b-b76f-446a-a41a-885cc40ea7c3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:42.774691 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-cd0be0c9-3211-4b69-966e-1ead4d5d00d3 req-eb090b46-e39a-445d-93d7-b623276d5afa tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087370 Aug 10 12:31:42.811184 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ace942be-810e-43aa-ad00-7e4ac5a0f7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (2d7fb380-8fd2-4555-81a5-1d2a8c0f3d25), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:42.839755 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=15 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:42.881482 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d767659d-e8c1-47ef-9700-d368f17222da req-b811962a-b4cf-473c-a203-87c801ce4baa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (ee59973b-b76f-446a-a41a-885cc40ea7c3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:42.956346 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b17d5cc2-5052-47e0-81f7-50e654f17e32 admin admin] Publish callbacks [] for security_group (8d26c4e6-1e54-49c7-80f1-6a00b1e5bdd4), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:42.963156 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace942be-810e-43aa-ad00-7e4ac5a0f7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7fb380-8fd2-4555-81a5-1d2a8c0f3d25,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:42.970565 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-2031362f-935b-4e39-b7b5-e8ac51d47082 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637123 Aug 10 12:31:42.975411 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-ace942be-810e-43aa-ad00-7e4ac5a0f7cd admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=3c14ef87f5414af1956159ad43de33db&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1151695 Aug 10 12:31:42.986002 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 46016) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:43.032430 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b17d5cc2-5052-47e0-81f7-50e654f17e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (8d26c4e6-1e54-49c7-80f1-6a00b1e5bdd4), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:43.062304 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d767659d-e8c1-47ef-9700-d368f17222da req-b811962a-b4cf-473c-a203-87c801ce4baa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Network 69a0d312-b2de-4689-b0c5-62b84c9112b2 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:31:43.089770 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19ddfe-caaf-4f26-adfd-03346369af71 req-49f99913-7ce1-484f-9c9c-b25ac646f1bd tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:43.098237 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1e19ddfe-caaf-4f26-adfd-03346369af71 req-49f99913-7ce1-484f-9c9c-b25ac646f1bd tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 931 time: 0.2914252 Aug 10 12:31:43.100803 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [req-d767659d-e8c1-47ef-9700-d368f17222da req-b811962a-b4cf-473c-a203-87c801ce4baa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:31:43.104286 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [req-d767659d-e8c1-47ef-9700-d368f17222da req-b811962a-b4cf-473c-a203-87c801ce4baa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:31:43.234269 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811962a-b4cf-473c-a203-87c801ce4baa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'Port': ['ID=ee59973b-b76f-446a-a41a-885cc40ea7c3,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:43.246917 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:43.248174 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c030f7d-59ab-401f-bb43-44baa6bad8d9 req-530e97ef-aa77-48eb-8fa8-8309078e8cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:43.249963 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-6c030f7d-59ab-401f-bb43-44baa6bad8d9 req-530e97ef-aa77-48eb-8fa8-8309078e8cce service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6629879 Aug 10 12:31:43.294579 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:43.323318 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767659d-e8c1-47ef-9700-d368f17222da req-b811962a-b4cf-473c-a203-87c801ce4baa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:43.326932 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d767659d-e8c1-47ef-9700-d368f17222da req-b811962a-b4cf-473c-a203-87c801ce4baa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:43.383584 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1e19ddfe-caaf-4f26-adfd-03346369af71 req-629ce39a-12cb-4c6f-adfd-cb30606349b1 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842674 Aug 10 12:31:43.389130 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29811f-7bad-4bcc-a204-33be4627476e req-e4ebe14b-183a-41d5-a445-7e363a4b4837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:43.397167 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5e29811f-7bad-4bcc-a204-33be4627476e req-e4ebe14b-183a-41d5-a445-7e363a4b4837 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7618790 Aug 10 12:31:43.409610 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d767659d-e8c1-47ef-9700-d368f17222da req-b811962a-b4cf-473c-a203-87c801ce4baa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3988044 Aug 10 12:31:43.568036 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-5aeeb14c-db31-4b5f-b74f-643e94843197 None None] Provisioning complete for port ee59973b-b76f-446a-a41a-885cc40ea7c3 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:43.568529 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5aeeb14c-db31-4b5f-b74f-643e94843197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (ee59973b-b76f-446a-a41a-885cc40ea7c3), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:43.590040 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a5c7c-a4f4-4232-8778-c053dba19eb3 req-aa6fcd97-7dd8-4629-a3d6-a8ddb4ff4679 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:43.598491 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-447a5c7c-a4f4-4232-8778-c053dba19eb3 req-aa6fcd97-7dd8-4629-a3d6-a8ddb4ff4679 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 943 time: 0.0850265 Aug 10 12:31:43.664939 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-5aeeb14c-db31-4b5f-b74f-643e94843197 None None] Port ee59973b-b76f-446a-a41a-885cc40ea7c3 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:31:43.696131 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2bf42-48c7-45d6-9e6e-01c6100763b2 req-c1429452-a227-4058-be4e-aeed07b724ec tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:43.702102 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] Request body: {'port': {'device_id': '7e6bf86e-2553-4f1c-8620-92c63510184a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:31:43.703789 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0eb2bf42-48c7-45d6-9e6e-01c6100763b2 req-c1429452-a227-4058-be4e-aeed07b724ec tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 931 time: 0.1328185 Aug 10 12:31:43.708105 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd060781-b144-4d67-99d5-c6d10616e60b {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:31:43.782816 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] Publish callbacks [] for port (dd060781-b144-4d67-99d5-c6d10616e60b), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:43.794575 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-447a5c7c-a4f4-4232-8778-c053dba19eb3 req-3adb2684-8502-40ef-9c28-4e065eff58bb tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907742 Aug 10 12:31:43.809328 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ee59973b-b76f-446a-a41a-885cc40ea7c3), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:43.814219 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d5cc2-5052-47e0-81f7-50e654f17e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d26c4e6-1e54-49c7-80f1-6a00b1e5bdd4,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:43.826565 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0eb2bf42-48c7-45d6-9e6e-01c6100763b2 req-99efff6e-c2ea-492a-be45-007d8b7f0e56 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c1c644c7-8fb0-417f-91b3-659b2cf37ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217077 Aug 10 12:31:43.847971 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-b17d5cc2-5052-47e0-81f7-50e654f17e32 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=6c02f5fcd3fc4586b656dd33337ef896&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5402565 Aug 10 12:31:43.856901 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 46042) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:43.930930 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] Transition to ACTIVE for port object dd060781-b144-4d67-99d5-c6d10616e60b will not be triggered until provisioned by entity L2. {{(pid=103790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:31:43.996884 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-f9ad3793-f2f1-4d59-a0df-8870e00f830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:43.998663 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-f9ad3793-f2f1-4d59-a0df-8870e00f830f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2301f937213e47c29686be4e8601ac32&device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 1127 time: 0.1999755 Aug 10 12:31:44.026441 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-6b35e06a-744b-459f-9da0-52bb372391ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:44.028063 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-6b35e06a-744b-459f-9da0-52bb372391ef service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=28eda660c33645f8a4428987084ab934&device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 1127 time: 0.2312436 Aug 10 12:31:44.047078 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:44.061196 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e67395-b2ff-4dd2-9365-dcd2fb8c468e req-fd744b09-0dea-4fe2-8134-3c0f40220f4e tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:44.069002 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-07e67395-b2ff-4dd2-9365-dcd2fb8c468e req-fd744b09-0dea-4fe2-8134-3c0f40220f4e tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 944 time: 0.1299827 Aug 10 12:31:44.161983 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-947cbfd0-0fa3-4719-833f-e12627d52381 admin admin] Publish callbacks [] for security_group (2d7fb380-8fd2-4555-81a5-1d2a8c0f3d25), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:44.204611 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-07e67395-b2ff-4dd2-9365-dcd2fb8c468e req-151ab52c-3d2c-42ee-b18c-9dcfc40a58b5 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331151 Aug 10 12:31:44.323083 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-47e41e4a-3033-4768-a8c1-f786242bfbbb req-14145fbd-adfe-4743-9d4c-37c21dd6a9ac service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3331094 Aug 10 12:31:44.356244 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-25d5a62a-9adc-41db-bf91-c669fc0e39be admin admin] Publish callbacks [] for security_group (8d26c4e6-1e54-49c7-80f1-6a00b1e5bdd4), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:44.406523 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.notifiers.nova [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee59973b-b76f-446a-a41a-885cc40ea7c3 {{(pid=103789) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:31:44.412931 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] Publish callbacks [] for port (ee59973b-b76f-446a-a41a-885cc40ea7c3), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:44.419566 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:44.431025 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.provisioning_blocks [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] Transition to ACTIVE for port object ee59973b-b76f-446a-a41a-885cc40ea7c3 will not be triggered until provisioned by entity L2. {{(pid=103789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:31:44.437095 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14084867'] for port (ee59973b-b76f-446a-a41a-885cc40ea7c3), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:44.468248 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c39966-8414-4070-9259-b6460f6f966d service neutron] Pushing event updated for resources: {'Port': ['ID=dd060781-b144-4d67-99d5-c6d10616e60b,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:44.481202 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-25d5a62a-9adc-41db-bf91-c669fc0e39be admin admin] Publish callbacks [] for security_group (8d26c4e6-1e54-49c7-80f1-6a00b1e5bdd4), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:44.487418 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-947cbfd0-0fa3-4719-833f-e12627d52381 admin admin] Publish callbacks [] for security_group (2d7fb380-8fd2-4555-81a5-1d2a8c0f3d25), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:44.561583 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ae5a2-d15a-4344-9b2f-93610bac73d0 req-cb33c2ca-8b3d-490e-bb09-99343a753015 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:44.563157 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9e3ae5a2-d15a-4344-9b2f-93610bac73d0 req-cb33c2ca-8b3d-490e-bb09-99343a753015 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0503116 Aug 10 12:31:44.658954 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] Attempting to bind port dd060781-b144-4d67-99d5-c6d10616e60b on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:31:44.659379 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] Attempting to bind port dd060781-b144-4d67-99d5-c6d10616e60b by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '49c922de-f733-49e2-a3f8-180a2c5d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:31:44.659627 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] Attempting to bind port dd060781-b144-4d67-99d5-c6d10616e60b on network 9747c644-617a-4b31-a63b-39dd1a5c7b9c {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:44.706610 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9e3ae5a2-d15a-4344-9b2f-93610bac73d0 req-045eb150-fd20-4632-adc9-e155aa95e598 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219060 Aug 10 12:31:44.715337 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] Port dd060781-b144-4d67-99d5-c6d10616e60b on network 9747c644-617a-4b31-a63b-39dd1a5c7b9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:31:44.715929 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] Attempting to bind port dd060781-b144-4d67-99d5-c6d10616e60b on network 9747c644-617a-4b31-a63b-39dd1a5c7b9c {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:44.723445 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:31:44.723915 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] Checking segment: {'id': '49c922de-f733-49e2-a3f8-180a2c5d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:44.724310 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] Bound using segment: {'id': '49c922de-f733-49e2-a3f8-180a2c5d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:31:44.724749 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] Bound port: dd060781-b144-4d67-99d5-c6d10616e60b, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c922de-f733-49e2-a3f8-180a2c5d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:31:44.725109 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:44.728504 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:44.758796 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-25d5a62a-9adc-41db-bf91-c669fc0e39be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (8d26c4e6-1e54-49c7-80f1-6a00b1e5bdd4), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:44.761966 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-25d5a62a-9adc-41db-bf91-c669fc0e39be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:44.764027 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-25d5a62a-9adc-41db-bf91-c669fc0e39be admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/8d26c4e6-1e54-49c7-80f1-6a00b1e5bdd4 HTTP/1.1" status: 204 len: 168 time: 0.9035838 Aug 10 12:31:44.805024 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5a62a-9adc-41db-bf91-c669fc0e39be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d26c4e6-1e54-49c7-80f1-6a00b1e5bdd4,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:44.818433 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-947cbfd0-0fa3-4719-833f-e12627d52381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (2d7fb380-8fd2-4555-81a5-1d2a8c0f3d25), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:44.822316 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-947cbfd0-0fa3-4719-833f-e12627d52381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:44.824152 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-947cbfd0-0fa3-4719-833f-e12627d52381 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/2d7fb380-8fd2-4555-81a5-1d2a8c0f3d25 HTTP/1.1" status: 204 len: 168 time: 1.8329749 Aug 10 12:31:44.828256 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-e2be2a8b-4e9c-4308-a598-7e89498792e5 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54d795d2-dfea-4ba7-96f1-ce5efb7da579 HTTP/1.1" status: 200 len: 217 time: 0.3115830 Aug 10 12:31:44.829586 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-e7249af1-792c-4f1b-98f6-ae3fe7f1fd47 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61ba99b3-63cd-44d6-8a80-24d198d66000 HTTP/1.1" status: 200 len: 217 time: 0.3371689 Aug 10 12:31:44.854535 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] Pushing event updated for resources: {'Port': ['ID=ee59973b-b76f-446a-a41a-885cc40ea7c3,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:44.884840 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] Attempting to bind port ee59973b-b76f-446a-a41a-885cc40ea7c3 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:31:44.885436 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] Attempting to bind port ee59973b-b76f-446a-a41a-885cc40ea7c3 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:31:44.885668 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] Attempting to bind port ee59973b-b76f-446a-a41a-885cc40ea7c3 on network 69a0d312-b2de-4689-b0c5-62b84c9112b2 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:44.890335 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] Port ee59973b-b76f-446a-a41a-885cc40ea7c3 on network 69a0d312-b2de-4689-b0c5-62b84c9112b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:31:44.890664 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] Attempting to bind port ee59973b-b76f-446a-a41a-885cc40ea7c3 on network 69a0d312-b2de-4689-b0c5-62b84c9112b2 {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:31:44.896073 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cbfd0-0fa3-4719-833f-e12627d52381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7fb380-8fd2-4555-81a5-1d2a8c0f3d25,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:44.896816 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:31:44.897165 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] Checking segment: {'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:31:44.897715 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] Bound using segment: {'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'} {{(pid=103789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:31:44.898150 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.managers [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] Bound port: ee59973b-b76f-446a-a41a-885cc40ea7c3, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'}}] {{(pid=103789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:31:44.898561 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ee59973b-b76f-446a-a41a-885cc40ea7c3), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:44.918955 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d1f00-6d65-4788-8dd0-ac164aaf597c req-efdc251b-46fe-40a1-9a9a-e55296df0909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:44.921122 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f00d1f00-6d65-4788-8dd0-ac164aaf597c req-efdc251b-46fe-40a1-9a9a-e55296df0909 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2301f937213e47c29686be4e8601ac32&device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 1128 time: 0.1417253 Aug 10 12:31:44.924858 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:44.929850 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 46066) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:44.941220 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] For port dd060781-b144-4d67-99d5-c6d10616e60b, host hv-cinder-85226, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:31:44.945423 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] For port dd060781-b144-4d67-99d5-c6d10616e60b, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=dd060781-b144-4d67-99d5-c6d10616e60b,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:31:44.958401 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:45.020856 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc90ed-eddf-4d8c-8d2a-7b7f09c2229e req-32228971-1864-4675-baa2-bf9f90f74b7f tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:45.022312 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3fdc90ed-eddf-4d8c-8d2a-7b7f09c2229e req-32228971-1864-4675-baa2-bf9f90f74b7f tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 943 time: 0.0912523 Aug 10 12:31:45.026700 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:45.027337 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:45.028699 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c39966-8414-4070-9259-b6460f6f966d service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/dd060781-b144-4d67-99d5-c6d10616e60b HTTP/1.1" status: 200 len: 1093 time: 4.2240484 Aug 10 12:31:45.030610 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c39966-8414-4070-9259-b6460f6f966d service neutron] Pushing event updated for resources: {'Port': ['ID=dd060781-b144-4d67-99d5-c6d10616e60b,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:45.033718 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2', 'tag': 'dd060781-b144-4d67-99d5-c6d10616e60b'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:31:45.036124 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44b2329-8765-4661-b54d-12d40236ecd2" -d '{"events": [{"name": "network-changed", "server_uuid": "b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2", "tag": "dd060781-b144-4d67-99d5-c6d10616e60b"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:31:45.069187 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] For port ee59973b-b76f-446a-a41a-885cc40ea7c3, host hv-cinder-85226, cleared binding levels {{(pid=103789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:31:45.089830 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] For port ee59973b-b76f-446a-a41a-885cc40ea7c3, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=ee59973b-b76f-446a-a41a-885cc40ea7c3,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:31:45.092859 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bcc20-4e2a-436c-b6db-c26be9558c01 req-523bb6e5-1de6-4fb1-8b17-e4e640560d36 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:45.093689 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:45.109912 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-616bcc20-4e2a-436c-b6db-c26be9558c01 req-523bb6e5-1de6-4fb1-8b17-e4e640560d36 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 943 time: 0.0784070 Aug 10 12:31:45.115501 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14084867'] for port (ee59973b-b76f-446a-a41a-885cc40ea7c3), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:45.119825 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:45.120882 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:45.122362 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d767659d-e8c1-47ef-9700-d368f17222da req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/ee59973b-b76f-446a-a41a-885cc40ea7c3 HTTP/1.1" status: 200 len: 1093 time: 1.4269910 Aug 10 12:31:45.132863 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6bf86e-2553-4f1c-8620-92c63510184a', 'tag': 'ee59973b-b76f-446a-a41a-885cc40ea7c3'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:31:45.135496 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7ba84a99e6a3ee78a19e4789e0716ba8eeb6d4089296a11dfcbdd1268c8b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df41b4d3-26fc-4ff2-9b82-a3f598b58178" -d '{"events": [{"name": "network-changed", "server_uuid": "7e6bf86e-2553-4f1c-8620-92c63510184a", "tag": "ee59973b-b76f-446a-a41a-885cc40ea7c3"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:31:45.172351 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-616bcc20-4e2a-436c-b6db-c26be9558c01 req-71efc136-60da-44cf-ab11-3e0f2377064d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c1c644c7-8fb0-417f-91b3-659b2cf37ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614603 Aug 10 12:31:45.173387 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3fdc90ed-eddf-4d8c-8d2a-7b7f09c2229e req-3ff88020-bc0b-4ff5-9bea-7c455b3674fe tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323133 Aug 10 12:31:45.226591 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593ffcd-df86-4c7e-8c94-4a5bba4a0b00 service neutron] Pushing event updated for resources: {'Port': ['ID=ee59973b-b76f-446a-a41a-885cc40ea7c3,revision_number=3']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:45.262371 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb64465-2f3f-4b52-918b-34e7082dc610 x-openstack-request-id: req-ecb64465-2f3f-4b52-918b-34e7082dc610 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:31:45.262837 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2", "tag": "dd060781-b144-4d67-99d5-c6d10616e60b", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:31:45.263423 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ecb64465-2f3f-4b52-918b-34e7082dc610 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:31:45.264021 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb64465-2f3f-4b52-918b-34e7082dc610'] response: {'name': 'network-changed', 'server_uuid': 'b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2', 'tag': 'dd060781-b144-4d67-99d5-c6d10616e60b', 'status': 'completed', 'code': 200} Aug 10 12:31:45.276039 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84dfdf1-395c-4800-9277-45b81fdd1f06 x-openstack-request-id: req-e84dfdf1-395c-4800-9277-45b81fdd1f06 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:31:45.276406 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e6bf86e-2553-4f1c-8620-92c63510184a", "tag": "ee59973b-b76f-446a-a41a-885cc40ea7c3", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:31:45.276682 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e84dfdf1-395c-4800-9277-45b81fdd1f06 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:31:45.277138 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e84dfdf1-395c-4800-9277-45b81fdd1f06'] response: {'name': 'network-changed', 'server_uuid': '7e6bf86e-2553-4f1c-8620-92c63510184a', 'tag': 'ee59973b-b76f-446a-a41a-885cc40ea7c3', 'status': 'completed', 'code': 200} Aug 10 12:31:45.387387 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32d5c2-9cc0-4594-8adc-499cfde76ad3 req-39a0b370-043e-4a88-86b5-d85349fa6d8c tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:45.389695 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8f32d5c2-9cc0-4594-8adc-499cfde76ad3 req-39a0b370-043e-4a88-86b5-d85349fa6d8c tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 944 time: 0.0640957 Aug 10 12:31:45.426743 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 46092) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:45.434894 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-468f733d-5790-42b2-b71a-8f1268bd862d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:45.518146 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a6d67c40-04b2-449a-9aa4-3dba5053cf9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:45.525897 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-c4d10496-198b-40e7-84e1-396b80b2e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:45.527379 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-c4d10496-198b-40e7-84e1-396b80b2e29d service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5e7cdd28-a708-4c60-9515-0f4475157064 HTTP/1.1" status: 200 len: 857 time: 0.1367977 Aug 10 12:31:45.546626 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8f32d5c2-9cc0-4594-8adc-499cfde76ad3 req-72fb32a2-bded-4bbe-89c9-d4437739a210 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327403 Aug 10 12:31:45.600474 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 46094) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:45.644193 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-4df04121-9736-4296-8405-354541cf0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:45.645837 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-4df04121-9736-4296-8405-354541cf0277 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=e86c31a2-5c78-4d62-8a03-4f1f3314df91 HTTP/1.1" status: 200 len: 851 time: 0.1670108 Aug 10 12:31:45.658069 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767659d-e8c1-47ef-9700-d368f17222da req-c691083a-0880-4393-95e3-aa66d8d23425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:45.659513 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d767659d-e8c1-47ef-9700-d368f17222da req-c691083a-0880-4393-95e3-aa66d8d23425 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0bbb137a895941b1876eebfc56c28425&device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 1127 time: 0.1275446 Aug 10 12:31:45.662858 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-768f9930-e2dd-49c0-af34-c619273980c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:45.664329 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-768f9930-e2dd-49c0-af34-c619273980c5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1140351 Aug 10 12:31:45.671183 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b2329-8765-4661-b54d-12d40236ecd2 req-272aea6e-5e50-45b0-a0ed-6a2b82175fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:45.672677 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d44b2329-8765-4661-b54d-12d40236ecd2 req-272aea6e-5e50-45b0-a0ed-6a2b82175fc9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d&device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 1127 time: 0.1337309 Aug 10 12:31:45.673439 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a40afea2-1118-4e0e-83c0-d29d128ca07f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:45.733145 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d1f00-6d65-4788-8dd0-ac164aaf597c req-ca899877-c2d7-47ec-847b-252f004515dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:45.734626 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f00d1f00-6d65-4788-8dd0-ac164aaf597c req-ca899877-c2d7-47ec-847b-252f004515dd service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb HTTP/1.1" status: 200 len: 919 time: 0.3235333 Aug 10 12:31:45.776847 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=15 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:45.824911 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=14 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:45.854877 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-468f733d-5790-42b2-b71a-8f1268bd862d admin admin] Publish callbacks [] for security_group (5504187d-b471-44ec-8575-bdf80ab7d73f), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:45.868457 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a6d67c40-04b2-449a-9aa4-3dba5053cf9e admin admin] Publish callbacks [] for security_group (1849bcdd-3a0c-42e4-a6c0-995431a40846), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:45.869727 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-468f733d-5790-42b2-b71a-8f1268bd862d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (5504187d-b471-44ec-8575-bdf80ab7d73f), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:45.888219 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a6d67c40-04b2-449a-9aa4-3dba5053cf9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (1849bcdd-3a0c-42e4-a6c0-995431a40846), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:45.909044 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec793e-16a9-413b-99ad-67642ab43cd8 req-42e920bd-389d-4db3-878b-3b1c02e5c07c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:45.910528 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1aec793e-16a9-413b-99ad-67642ab43cd8 req-42e920bd-389d-4db3-878b-3b1c02e5c07c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.1149330 Aug 10 12:31:45.974258 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-468f733d-5790-42b2-b71a-8f1268bd862d admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=6db6bc4e043a4cde8d3c63cf84a1122f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0433986 Aug 10 12:31:45.976060 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a40afea2-1118-4e0e-83c0-d29d128ca07f admin admin] Publish callbacks [] for security_group (4803fb14-9fc0-46c7-ac4d-7a6f53ebfe93), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:45.977106 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 46098) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:45.983649 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-a6d67c40-04b2-449a-9aa4-3dba5053cf9e admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=ca77263d538b4dfe9fa30047fa5b40d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5456586 Aug 10 12:31:45.984330 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f733d-5790-42b2-b71a-8f1268bd862d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5504187d-b471-44ec-8575-bdf80ab7d73f,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:45.986975 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 46100) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:45.987576 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a40afea2-1118-4e0e-83c0-d29d128ca07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (4803fb14-9fc0-46c7-ac4d-7a6f53ebfe93), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:46.028753 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f1a903c2-fce8-4a8c-bc77-e32894eceae9 admin admin] Publish callbacks [] for security_group (5504187d-b471-44ec-8575-bdf80ab7d73f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:46.049686 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f1a903c2-fce8-4a8c-bc77-e32894eceae9 admin admin] Publish callbacks [] for security_group (5504187d-b471-44ec-8575-bdf80ab7d73f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:46.065232 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d67c40-04b2-449a-9aa4-3dba5053cf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1849bcdd-3a0c-42e4-a6c0-995431a40846,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:46.069318 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-a40afea2-1118-4e0e-83c0-d29d128ca07f admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=a74dd28897b64ebb81655e5aa66699aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4629412 Aug 10 12:31:46.072504 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1aec793e-16a9-413b-99ad-67642ab43cd8 req-4bced8cf-850d-4fda-81e2-05ca1d65055c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485424 Aug 10 12:31:46.075187 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 46102) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:46.112078 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40afea2-1118-4e0e-83c0-d29d128ca07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4803fb14-9fc0-46c7-ac4d-7a6f53ebfe93,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:46.125027 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a95918b1-bdae-4b00-a669-17c72e30ba0a admin admin] Publish callbacks [] for security_group (1849bcdd-3a0c-42e4-a6c0-995431a40846), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:46.127494 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f1a903c2-fce8-4a8c-bc77-e32894eceae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (5504187d-b471-44ec-8575-bdf80ab7d73f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:46.130112 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f1a903c2-fce8-4a8c-bc77-e32894eceae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:46.131232 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-f1a903c2-fce8-4a8c-bc77-e32894eceae9 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/5504187d-b471-44ec-8575-bdf80ab7d73f HTTP/1.1" status: 204 len: 168 time: 0.1530287 Aug 10 12:31:46.141237 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a903c2-fce8-4a8c-bc77-e32894eceae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5504187d-b471-44ec-8575-bdf80ab7d73f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:46.154399 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a95918b1-bdae-4b00-a669-17c72e30ba0a admin admin] Publish callbacks [] for security_group (1849bcdd-3a0c-42e4-a6c0-995431a40846), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:46.162531 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-189405a7-f945-4692-83aa-ceefe9950fb0 admin admin] Publish callbacks [] for security_group (4803fb14-9fc0-46c7-ac4d-7a6f53ebfe93), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:46.189878 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-189405a7-f945-4692-83aa-ceefe9950fb0 admin admin] Publish callbacks [] for security_group (4803fb14-9fc0-46c7-ac4d-7a6f53ebfe93), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:46.209168 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a95918b1-bdae-4b00-a669-17c72e30ba0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (1849bcdd-3a0c-42e4-a6c0-995431a40846), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:46.212907 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a95918b1-bdae-4b00-a669-17c72e30ba0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:46.215308 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-a95918b1-bdae-4b00-a669-17c72e30ba0a admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/1849bcdd-3a0c-42e4-a6c0-995431a40846 HTTP/1.1" status: 204 len: 168 time: 0.2238152 Aug 10 12:31:46.247125 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95918b1-bdae-4b00-a669-17c72e30ba0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1849bcdd-3a0c-42e4-a6c0-995431a40846,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:46.253255 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-189405a7-f945-4692-83aa-ceefe9950fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (4803fb14-9fc0-46c7-ac4d-7a6f53ebfe93), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:46.257589 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-189405a7-f945-4692-83aa-ceefe9950fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:46.258971 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-189405a7-f945-4692-83aa-ceefe9950fb0 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/4803fb14-9fc0-46c7-ac4d-7a6f53ebfe93 HTTP/1.1" status: 204 len: 168 time: 0.1828718 Aug 10 12:31:46.269500 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189405a7-f945-4692-83aa-ceefe9950fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4803fb14-9fc0-46c7-ac4d-7a6f53ebfe93,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:46.369787 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c6c17-8e4b-4771-89d9-c112441e8038 req-ec087873-a237-4589-890c-de124283fa85 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:46.377191 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5b262-4b95-460b-b8bf-7832b5a96629 req-ab256644-a282-40fc-9609-4628f5e1755d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:46.377812 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ec6c6c17-8e4b-4771-89d9-c112441e8038 req-ec087873-a237-4589-890c-de124283fa85 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 943 time: 0.0717316 Aug 10 12:31:46.378796 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f2c5b262-4b95-460b-b8bf-7832b5a96629 req-ab256644-a282-40fc-9609-4628f5e1755d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 943 time: 0.0601869 Aug 10 12:31:46.426101 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ec6c6c17-8e4b-4771-89d9-c112441e8038 req-1426dfb3-1a0b-4ab9-bce4-6bb742fc1763 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471513 Aug 10 12:31:46.443243 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f2c5b262-4b95-460b-b8bf-7832b5a96629 req-5a54f5f0-bb99-4084-930b-08b8977a34ce tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c1c644c7-8fb0-417f-91b3-659b2cf37ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574565 Aug 10 12:31:46.675265 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3434e1-bb27-4034-bd74-5cfde2fbf575 req-f01d3a04-de37-4d38-96ce-bc0b8bb6f625 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:46.676779 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6d3434e1-bb27-4034-bd74-5cfde2fbf575 req-f01d3a04-de37-4d38-96ce-bc0b8bb6f625 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 944 time: 0.0543504 Aug 10 12:31:46.696992 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 46126) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:46.707942 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:46.722059 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d1d968e4-7446-495b-b078-d729070f7a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:46.740481 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6d3434e1-bb27-4034-bd74-5cfde2fbf575 req-e954f749-58e7-427a-beef-6e2c579f5a35 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554609 Aug 10 12:31:46.810033 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d1d968e4-7446-495b-b078-d729070f7a22 admin admin] Publish callbacks [] for security_group (85467c9b-d1ce-4dee-8d61-622bb16dd3b0), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:46.815016 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d1d968e4-7446-495b-b078-d729070f7a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (85467c9b-d1ce-4dee-8d61-622bb16dd3b0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:46.832669 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:46.973351 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d968e4-7446-495b-b078-d729070f7a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85467c9b-d1ce-4dee-8d61-622bb16dd3b0,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:46.976733 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d767659d-e8c1-47ef-9700-d368f17222da req-f0208606-bee4-4a43-a3c2-fefccdfd1407 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee59973b-b76f-446a-a41a-885cc40ea7c3 HTTP/1.1" status: 200 len: 217 time: 0.1325545 Aug 10 12:31:46.979001 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-d1d968e4-7446-495b-b078-d729070f7a22 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=aad22d1b83ef48a984a1e1a2fd00b761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806463 Aug 10 12:31:46.983600 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 46138) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:46.999568 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f00d1f00-6d65-4788-8dd0-ac164aaf597c req-5b48eaa9-ab89-420d-b5cb-fd866415a610 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd8cd6a6-e946-4e31-a189-f179b73d0d26 HTTP/1.1" status: 200 len: 217 time: 0.1583550 Aug 10 12:31:47.023018 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-3d25c512-12ae-4da9-9a8a-cb5c979ea8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:47.024474 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-3d25c512-12ae-4da9-9a8a-cb5c979ea8ca service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=97b33311-a67f-49ac-b431-08644c8a60f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1793094 Aug 10 12:31:47.087756 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 46144) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:47.116984 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:47.177765 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767659d-e8c1-47ef-9700-d368f17222da req-b5d1b5bb-2f95-43dd-a9f8-ffe0cec146a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:47.179349 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d767659d-e8c1-47ef-9700-d368f17222da req-b5d1b5bb-2f95-43dd-a9f8-ffe0cec146a0 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=475a0af2-d7c4-4476-ab09-64279713ecd6 HTTP/1.1" status: 200 len: 854 time: 0.1735570 Aug 10 12:31:47.192857 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d1f00-6d65-4788-8dd0-ac164aaf597c req-3bf8e93a-167e-4247-b629-e1d8d0a8abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:47.194919 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f00d1f00-6d65-4788-8dd0-ac164aaf597c req-3bf8e93a-167e-4247-b629-e1d8d0a8abf1 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5e7cdd28-a708-4c60-9515-0f4475157064 HTTP/1.1" status: 200 len: 857 time: 0.1773477 Aug 10 12:31:47.205495 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad55d37b-c156-4edd-bbaa-2edf713d36ed admin admin] Publish callbacks [] for security_group (85467c9b-d1ce-4dee-8d61-622bb16dd3b0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:47.219103 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-42a067f1-9d43-43c0-bf38-955e833fea25 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597078 Aug 10 12:31:47.250567 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b2329-8765-4661-b54d-12d40236ecd2 req-ffd1e6b7-16c7-4b6a-ab8b-3835784b4bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:47.252560 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d44b2329-8765-4661-b54d-12d40236ecd2 req-ffd1e6b7-16c7-4b6a-ab8b-3835784b4bfa service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4137747 Aug 10 12:31:47.279141 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d1f00-6d65-4788-8dd0-ac164aaf597c req-49864106-297f-440c-927e-c17597623fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:47.281594 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f00d1f00-6d65-4788-8dd0-ac164aaf597c req-49864106-297f-440c-927e-c17597623fa0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803297 Aug 10 12:31:47.357113 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad55d37b-c156-4edd-bbaa-2edf713d36ed admin admin] Publish callbacks [] for security_group (85467c9b-d1ce-4dee-8d61-622bb16dd3b0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:47.363520 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767659d-e8c1-47ef-9700-d368f17222da req-f4ca0183-e1b7-4629-8afa-c3f911d032d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:47.365088 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d767659d-e8c1-47ef-9700-d368f17222da req-f4ca0183-e1b7-4629-8afa-c3f911d032d5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=69a0d312-b2de-4689-b0c5-62b84c9112b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1718428 Aug 10 12:31:47.366933 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-2494c7d4-0871-4708-b1a6-4925f62b3946 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/97b33311-a67f-49ac-b431-08644c8a60f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121917 Aug 10 12:31:47.407900 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e20bd-cf85-48d2-8a74-df92027d1874 req-3b9fad1f-e731-4add-b7a1-89a542ccad0e tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:47.409415 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b76e20bd-cf85-48d2-8a74-df92027d1874 req-3b9fad1f-e731-4add-b7a1-89a542ccad0e tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.2019904 Aug 10 12:31:47.698886 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-577513e0-44f8-4940-8d34-19aaf8491c7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:47.737467 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:47.782660 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:47.785564 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d767659d-e8c1-47ef-9700-d368f17222da req-dd852b7a-4904-4cfa-be18-faf27b19ed68 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038053 Aug 10 12:31:47.856405 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc95bd-e673-4e75-a5d2-63c8b44415c9 req-52863238-e69f-4c6a-9856-d4c6602d2830 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:47.864651 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9bfc95bd-e673-4e75-a5d2-63c8b44415c9 req-52863238-e69f-4c6a-9856-d4c6602d2830 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 943 time: 0.1553531 Aug 10 12:31:47.885163 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b2329-8765-4661-b54d-12d40236ecd2 req-3ff0b492-46a2-4a1c-9377-86207a565059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:47.886657 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d44b2329-8765-4661-b54d-12d40236ecd2 req-3ff0b492-46a2-4a1c-9377-86207a565059 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6251667 Aug 10 12:31:47.888741 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f00d1f00-6d65-4788-8dd0-ac164aaf597c req-1fbbaf2b-bd70-4ad7-8cf5-62663f5aa546 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5887852 Aug 10 12:31:47.922957 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:47.938063 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b76e20bd-cf85-48d2-8a74-df92027d1874 req-e1a67dc3-7e96-48c1-891a-95b47379a1f6 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5173006 Aug 10 12:31:48.022133 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-801b9dae-d688-4b87-81b6-a24d5126c084 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/97b33311-a67f-49ac-b431-08644c8a60f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6429372 Aug 10 12:31:48.024888 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-fc2ac610-7714-41e5-a347-8298066209a1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7789233 Aug 10 12:31:48.030010 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad55d37b-c156-4edd-bbaa-2edf713d36ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (85467c9b-d1ce-4dee-8d61-622bb16dd3b0), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:48.033356 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ad55d37b-c156-4edd-bbaa-2edf713d36ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:48.035068 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-ad55d37b-c156-4edd-bbaa-2edf713d36ed admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/85467c9b-d1ce-4dee-8d61-622bb16dd3b0 HTTP/1.1" status: 204 len: 168 time: 1.0488362 Aug 10 12:31:48.042626 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d767659d-e8c1-47ef-9700-d368f17222da req-bf361374-079d-44a4-bfac-bb3034ad342d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292726 Aug 10 12:31:48.050237 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55d37b-c156-4edd-bbaa-2edf713d36ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85467c9b-d1ce-4dee-8d61-622bb16dd3b0,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:48.097222 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9bfc95bd-e673-4e75-a5d2-63c8b44415c9 req-bd10bd22-477d-4fe4-8c0f-ae30eb0969c0 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316720 Aug 10 12:31:48.124718 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-5383e726-57a2-400b-bb5d-f9d97c960adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:48.126235 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-5383e726-57a2-400b-bb5d-f9d97c960adb service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d&device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 1127 time: 0.1303725 Aug 10 12:31:48.154670 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde5a7f-54b5-4e1c-bf63-f935f2583de5 req-e484ea0d-c553-4de5-9a22-3d6c1f100f43 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:48.156443 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ecde5a7f-54b5-4e1c-bf63-f935f2583de5 req-e484ea0d-c553-4de5-9a22-3d6c1f100f43 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 943 time: 0.0750332 Aug 10 12:31:48.175369 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-577513e0-44f8-4940-8d34-19aaf8491c7e admin admin] Publish callbacks [] for security_group (835e935c-979b-4644-91bd-739edaa28eb2), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:48.178155 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f00d1f00-6d65-4788-8dd0-ac164aaf597c req-f405eb36-7568-4232-9095-343b95a7b2b9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594616 Aug 10 12:31:48.184052 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-577513e0-44f8-4940-8d34-19aaf8491c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (835e935c-979b-4644-91bd-739edaa28eb2), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:48.245044 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ecde5a7f-54b5-4e1c-bf63-f935f2583de5 req-c503aa9d-f709-447b-8af6-311c1071b64d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c1c644c7-8fb0-417f-91b3-659b2cf37ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773728 Aug 10 12:31:48.261580 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc540f-724f-4e79-b7dd-d6ce33890906 req-43823f51-e00f-468f-b09a-d6c13d536c41 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:48.264848 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-cdcc540f-724f-4e79-b7dd-d6ce33890906 req-43823f51-e00f-468f-b09a-d6c13d536c41 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 944 time: 0.0617406 Aug 10 12:31:48.306438 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 46192) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:48.307081 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-577513e0-44f8-4940-8d34-19aaf8491c7e admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=529dd19021ea42de9f0a5c4252ef24a0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2182038 Aug 10 12:31:48.320344 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577513e0-44f8-4940-8d34-19aaf8491c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835e935c-979b-4644-91bd-739edaa28eb2,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:48.351746 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-cdcc540f-724f-4e79-b7dd-d6ce33890906 req-4560d872-f0d2-4d9f-a278-3c85cf210792 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861366 Aug 10 12:31:48.390105 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4992fe8e-4469-4828-9412-e878e24e9584 admin admin] Publish callbacks [] for security_group (835e935c-979b-4644-91bd-739edaa28eb2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:48.413531 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4992fe8e-4469-4828-9412-e878e24e9584 admin admin] Publish callbacks [] for security_group (835e935c-979b-4644-91bd-739edaa28eb2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:48.470727 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4992fe8e-4469-4828-9412-e878e24e9584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (835e935c-979b-4644-91bd-739edaa28eb2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:48.473519 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-4992fe8e-4469-4828-9412-e878e24e9584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:48.477026 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-4992fe8e-4469-4828-9412-e878e24e9584 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/835e935c-979b-4644-91bd-739edaa28eb2 HTTP/1.1" status: 204 len: 168 time: 0.1672497 Aug 10 12:31:48.486276 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992fe8e-4469-4828-9412-e878e24e9584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835e935c-979b-4644-91bd-739edaa28eb2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:48.497165 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device dd8cd6a6-e946-4e31-a189-f179b73d0d26 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:31:48.519806 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:48.628057 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port dd8cd6a6-e946-4e31-a189-f179b73d0d26, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=dd8cd6a6-e946-4e31-a189-f179b73d0d26,segment=NetworkSegment(949f5e67-dae1-401b-b15e-1f53624fbea6),segment_id=949f5e67-dae1-401b-b15e-1f53624fbea6)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:48.640077 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': 'dd8cd6a6-e946-4e31-a189-f179b73d0d26', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'port_id': 'dd8cd6a6-e946-4e31-a189-f179b73d0d26', 'mac_address': 'fa:16:3e:ec:d0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:31:48.688076 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port dd8cd6a6-e946-4e31-a189-f179b73d0d26 is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:48.688766 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (dd8cd6a6-e946-4e31-a189-f179b73d0d26), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:48.690727 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:48.703073 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd8cd6a6-e946-4e31-a189-f179b73d0d26 {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:31:48.729774 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port dd8cd6a6-e946-4e31-a189-f179b73d0d26, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=dd8cd6a6-e946-4e31-a189-f179b73d0d26,segment=NetworkSegment(949f5e67-dae1-401b-b15e-1f53624fbea6),segment_id=949f5e67-dae1-401b-b15e-1f53624fbea6)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:48.737799 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (dd8cd6a6-e946-4e31-a189-f179b73d0d26), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:48.790499 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=dd8cd6a6-e946-4e31-a189-f179b73d0d26,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:48.858422 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 46218) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:48.882665 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-804e4435-36db-4974-b9bb-20ae54b16435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:48.976677 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-804e4435-36db-4974-b9bb-20ae54b16435 admin admin] Publish callbacks [] for security_group (525665d5-7271-4d57-bb0f-b31a5927bfb7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:48.981236 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-804e4435-36db-4974-b9bb-20ae54b16435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (525665d5-7271-4d57-bb0f-b31a5927bfb7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:49.058245 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-093b793d-736c-445d-bdda-b48403d87457 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd060781-b144-4d67-99d5-c6d10616e60b HTTP/1.1" status: 200 len: 217 time: 0.0545731 Aug 10 12:31:49.059336 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-804e4435-36db-4974-b9bb-20ae54b16435 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=05f4510d907b43a09e46bc8b58818f87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996455 Aug 10 12:31:49.062614 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 46228) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:49.077149 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e4435-36db-4974-b9bb-20ae54b16435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525665d5-7271-4d57-bb0f-b31a5927bfb7,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:49.109570 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecb399-7a39-4eee-befa-f91669b95c22 req-31a7dfb3-4844-4cc7-beae-36e0b0b3a8e1 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:49.111320 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-aaecb399-7a39-4eee-befa-f91669b95c22 req-31a7dfb3-4844-4cc7-beae-36e0b0b3a8e1 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0722404 Aug 10 12:31:49.162456 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-48335a41-3fa7-4030-a4fd-3dc60ff56d90 admin admin] Publish callbacks [] for security_group (525665d5-7271-4d57-bb0f-b31a5927bfb7), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:49.191603 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-aaecb399-7a39-4eee-befa-f91669b95c22 req-c15f79ab-0466-432f-a3d0-1dd1091c82ca tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702472 Aug 10 12:31:49.219705 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:49.223224 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['dd8cd6a6-e946-4e31-a189-f179b73d0d26'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:31:49.239692 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-48335a41-3fa7-4030-a4fd-3dc60ff56d90 admin admin] Publish callbacks [] for security_group (525665d5-7271-4d57-bb0f-b31a5927bfb7), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:49.332592 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080583a1-e894-4493-8994-6bcc32bbf1e7 req-f4388874-1acf-4acc-85e4-bb5d41effecb tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:49.350441 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-080583a1-e894-4493-8994-6bcc32bbf1e7 req-f4388874-1acf-4acc-85e4-bb5d41effecb tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 943 time: 0.1396432 Aug 10 12:31:49.457978 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-080583a1-e894-4493-8994-6bcc32bbf1e7 req-68fc9057-641d-4d18-903e-2f3810fdc30e tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979092 Aug 10 12:31:49.479280 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-48335a41-3fa7-4030-a4fd-3dc60ff56d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (525665d5-7271-4d57-bb0f-b31a5927bfb7), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:49.485153 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-48335a41-3fa7-4030-a4fd-3dc60ff56d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:49.485537 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e79a68-d5f8-4798-a2a7-e400caf01c6a req-d8923712-59de-4f2d-91e2-9f7b26629450 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:49.486379 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-48335a41-3fa7-4030-a4fd-3dc60ff56d90 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/525665d5-7271-4d57-bb0f-b31a5927bfb7 HTTP/1.1" status: 204 len: 168 time: 0.4225492 Aug 10 12:31:49.496301 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-07e79a68-d5f8-4798-a2a7-e400caf01c6a req-d8923712-59de-4f2d-91e2-9f7b26629450 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 943 time: 0.0952797 Aug 10 12:31:49.511180 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48335a41-3fa7-4030-a4fd-3dc60ff56d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525665d5-7271-4d57-bb0f-b31a5927bfb7,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:49.605478 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-07e79a68-d5f8-4798-a2a7-e400caf01c6a req-11b44a33-2f9c-4c20-a72e-993cbd95e23a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c1c644c7-8fb0-417f-91b3-659b2cf37ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075647 Aug 10 12:31:49.667916 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec268f40-ad91-4639-8194-64c66b32a697 req-050158d1-0c4d-49c1-81c1-780dd3019cbf tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:49.670556 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ec268f40-ad91-4639-8194-64c66b32a697 req-050158d1-0c4d-49c1-81c1-780dd3019cbf tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 945 time: 0.1002355 Aug 10 12:31:49.759725 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ec268f40-ad91-4639-8194-64c66b32a697 req-31f734c9-3829-4064-b6d0-b71508349319 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817852 Aug 10 12:31:50.319173 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdaa827-ca48-4891-a157-26cb569f8814 req-315cfa7b-5855-416d-90c4-ed87fa77258c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:50.320815 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4bdaa827-ca48-4891-a157-26cb569f8814 req-315cfa7b-5855-416d-90c4-ed87fa77258c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0496888 Aug 10 12:31:50.354231 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:50.378141 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4bdaa827-ca48-4891-a157-26cb569f8814 req-5db19492-5b73-43e6-810f-21abc3bcbd10 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504537 Aug 10 12:31:50.510988 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 61ba99b3-63cd-44d6-8a80-24d198d66000 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:31:50.543661 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device dd8cd6a6-e946-4e31-a189-f179b73d0d26 up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:50.585706 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ace81-7386-4149-81e0-29361c0718eb req-ce0da16c-42bf-450c-9858-a84c48d6ba05 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:50.587390 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5c7ace81-7386-4149-81e0-29361c0718eb req-ce0da16c-42bf-450c-9858-a84c48d6ba05 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 943 time: 0.0580046 Aug 10 12:31:50.615509 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:50.645017 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:50.655138 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port dd8cd6a6-e946-4e31-a189-f179b73d0d26 completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:31:50.665421 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5c7ace81-7386-4149-81e0-29361c0718eb req-b674351e-adb6-41a3-97e8-f85175c32820 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706158 Aug 10 12:31:50.694045 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port dd8cd6a6-e946-4e31-a189-f179b73d0d26 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:50.694508 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (dd8cd6a6-e946-4e31-a189-f179b73d0d26), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:50.719857 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 61ba99b3-63cd-44d6-8a80-24d198d66000, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=61ba99b3-63cd-44d6-8a80-24d198d66000,segment=NetworkSegment(30d9d7aa-59ec-45f1-80fe-ae71e1531ad4),segment_id=30d9d7aa-59ec-45f1-80fe-ae71e1531ad4)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:50.752373 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': '61ba99b3-63cd-44d6-8a80-24d198d66000', 'network_id': '97b33311-a67f-49ac-b431-08644c8a60f1', 'port_id': '61ba99b3-63cd-44d6-8a80-24d198d66000', 'mac_address': 'fa:16:3e:75:37:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86c31a2-5c78-4d62-8a03-4f1f3314df91', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:31:50.767832 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbd1c7-c465-45d1-bdbf-65d61136d930 req-82f3136c-d8a5-474e-b552-1bafa0b3ddcf tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:50.777708 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-86fbd1c7-c465-45d1-bdbf-65d61136d930 req-82f3136c-d8a5-474e-b552-1bafa0b3ddcf tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 943 time: 0.0650485 Aug 10 12:31:50.821162 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:50.822339 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:50.824717 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 61ba99b3-63cd-44d6-8a80-24d198d66000 is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:50.825296 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (61ba99b3-63cd-44d6-8a80-24d198d66000), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:50.830852 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port dd8cd6a6-e946-4e31-a189-f179b73d0d26 is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:50.831408 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (dd8cd6a6-e946-4e31-a189-f179b73d0d26), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:50.832320 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-86fbd1c7-c465-45d1-bdbf-65d61136d930 req-b9b3a678-6977-4580-9475-200581f37607 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c1c644c7-8fb0-417f-91b3-659b2cf37ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536215 Aug 10 12:31:50.884293 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port dd8cd6a6-e946-4e31-a189-f179b73d0d26, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=dd8cd6a6-e946-4e31-a189-f179b73d0d26,segment=NetworkSegment(949f5e67-dae1-401b-b15e-1f53624fbea6),segment_id=949f5e67-dae1-401b-b15e-1f53624fbea6)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:50.886506 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ba99b3-63cd-44d6-8a80-24d198d66000 {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:31:50.895236 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d7d249-4da8-479b-aba1-6fcadbe4e731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8cd6a6-e946-4e31-a189-f179b73d0d26'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:31:50.931351 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e44ac6-696b-4096-bcac-d7167d39f88a req-dfe63221-8236-4275-8275-819f960f6404 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:50.952602 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-34e44ac6-696b-4096-bcac-d7167d39f88a req-dfe63221-8236-4275-8275-819f960f6404 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 945 time: 0.0726724 Aug 10 12:31:51.078728 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (dd8cd6a6-e946-4e31-a189-f179b73d0d26), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:51.090348 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41b4d3-26fc-4ff2-9b82-a3f598b58178 req-9a6d3991-35fa-4c03-a506-9b3a18d86209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:51.092624 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-df41b4d3-26fc-4ff2-9b82-a3f598b58178 req-9a6d3991-35fa-4c03-a506-9b3a18d86209 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0bbb137a895941b1876eebfc56c28425&device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 1127 time: 0.1375380 Aug 10 12:31:51.108785 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-adbd990b-0a01-46d1-8b75-b4ce964eed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:51.110273 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-adbd990b-0a01-46d1-8b75-b4ce964eed6a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=83d863d9-2bcf-49a1-876a-272e644640cc HTTP/1.1" status: 200 len: 854 time: 0.1563926 Aug 10 12:31:51.117766 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 61ba99b3-63cd-44d6-8a80-24d198d66000, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=61ba99b3-63cd-44d6-8a80-24d198d66000,segment=NetworkSegment(30d9d7aa-59ec-45f1-80fe-ae71e1531ad4),segment_id=30d9d7aa-59ec-45f1-80fe-ae71e1531ad4)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:51.127169 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (61ba99b3-63cd-44d6-8a80-24d198d66000), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:51.149051 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=dd8cd6a6-e946-4e31-a189-f179b73d0d26,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:51.240388 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-34e44ac6-696b-4096-bcac-d7167d39f88a req-29d6f679-ca71-470e-961a-74284543a5ea tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578802 Aug 10 12:31:51.248768 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=61ba99b3-63cd-44d6-8a80-24d198d66000,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:51.266926 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-3316d4fe-ad10-4e29-bdaa-9491057d0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:51.268431 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-3316d4fe-ad10-4e29-bdaa-9491057d0e25 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9747c644-617a-4b31-a63b-39dd1a5c7b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1379158 Aug 10 12:31:51.361477 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41b4d3-26fc-4ff2-9b82-a3f598b58178 req-5b3b5c6c-b3c8-4f41-b3d8-05ded1c6dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:51.363083 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-df41b4d3-26fc-4ff2-9b82-a3f598b58178 req-5b3b5c6c-b3c8-4f41-b3d8-05ded1c6dcf7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=69a0d312-b2de-4689-b0c5-62b84c9112b2 HTTP/1.1" status: 200 len: 916 time: 0.2640207 Aug 10 12:31:51.387525 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6fe8a9-7482-4b54-ac32-02a415dedc44" -d '{"events": [{"server_uuid": "15d7d249-4da8-479b-aba1-6fcadbe4e731", "name": "network-vif-plugged", "status": "completed", "tag": "dd8cd6a6-e946-4e31-a189-f179b73d0d26"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:31:51.422067 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-df41b4d3-26fc-4ff2-9b82-a3f598b58178 req-7d2cfa8f-dcd7-4f0c-8b4f-0ac4a6467c2c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee59973b-b76f-446a-a41a-885cc40ea7c3 HTTP/1.1" status: 200 len: 217 time: 0.0510015 Aug 10 12:31:51.485443 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['61ba99b3-63cd-44d6-8a80-24d198d66000'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:31:51.490106 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-081c932f-6602-46f5-a596-ce5243045aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:51.504571 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41b4d3-26fc-4ff2-9b82-a3f598b58178 req-4ccaa1eb-95c8-40b4-9731-a4e549202b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:51.507023 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-df41b4d3-26fc-4ff2-9b82-a3f598b58178 req-4ccaa1eb-95c8-40b4-9731-a4e549202b48 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=475a0af2-d7c4-4476-ab09-64279713ecd6 HTTP/1.1" status: 200 len: 854 time: 0.0724454 Aug 10 12:31:51.601896 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-51c1a515-0320-48d1-a638-9c8fbcc9b228 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167167 Aug 10 12:31:51.625580 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d40d117-c78c-4746-98e6-93b11059031e x-openstack-request-id: req-1d40d117-c78c-4746-98e6-93b11059031e {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:31:51.626099 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d7d249-4da8-479b-aba1-6fcadbe4e731", "name": "network-vif-plugged", "status": "completed", "tag": "dd8cd6a6-e946-4e31-a189-f179b73d0d26", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:31:51.626179 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d40d117-c78c-4746-98e6-93b11059031e {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:31:51.626694 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d40d117-c78c-4746-98e6-93b11059031e'] response: {'server_uuid': '15d7d249-4da8-479b-aba1-6fcadbe4e731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8cd6a6-e946-4e31-a189-f179b73d0d26', 'code': 200} Aug 10 12:31:51.789365 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41b4d3-26fc-4ff2-9b82-a3f598b58178 req-5fa07bf0-014c-4fb6-adde-ed6d19eedc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:51.792638 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-df41b4d3-26fc-4ff2-9b82-a3f598b58178 req-5fa07bf0-014c-4fb6-adde-ed6d19eedc3c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=69a0d312-b2de-4689-b0c5-62b84c9112b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2762389 Aug 10 12:31:51.796681 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a7f93369-0c7c-4299-a7ee-4a6b91953a28 req-b3eb0707-c707-407e-8cd5-396a7912872f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863914 Aug 10 12:31:51.847753 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec86756-f6ac-484f-bc93-e949d3fefbb4 req-729faba1-95fa-40eb-b942-88fdf027d6ff tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:51.855199 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7ec86756-f6ac-484f-bc93-e949d3fefbb4 req-729faba1-95fa-40eb-b942-88fdf027d6ff tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.3461289 Aug 10 12:31:51.919073 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0e0f2-518f-498f-8dfc-1e01c919acc8 req-baab847d-1d94-4e5c-bbbb-d980e3c5651f tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:51.926084 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bdb0e0f2-518f-498f-8dfc-1e01c919acc8 req-baab847d-1d94-4e5c-bbbb-d980e3c5651f tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 944 time: 0.0790544 Aug 10 12:31:51.965962 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7ec86756-f6ac-484f-bc93-e949d3fefbb4 req-bedc4071-cdc2-4a5b-a49a-c2cd33363f17 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039414 Aug 10 12:31:51.989746 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bdb0e0f2-518f-498f-8dfc-1e01c919acc8 req-7b9c22fd-6218-44e8-8a79-d2a4662dd091 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511937 Aug 10 12:31:52.017317 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:52.023347 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-df41b4d3-26fc-4ff2-9b82-a3f598b58178 req-d629afa3-9758-4fe0-8297-334478adaa2c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216828 Aug 10 12:31:52.098174 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a00da7-101f-4f89-9acc-56a2d5a63db0 req-7780f3b1-8b12-4c8f-b9af-a84ec9897b9f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:52.100144 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-94a00da7-101f-4f89-9acc-56a2d5a63db0 req-7780f3b1-8b12-4c8f-b9af-a84ec9897b9f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 943 time: 0.0514641 Aug 10 12:31:52.161341 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-94a00da7-101f-4f89-9acc-56a2d5a63db0 req-982ac6a6-edca-4a3a-ac26-81c8146c1045 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c1c644c7-8fb0-417f-91b3-659b2cf37ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554166 Aug 10 12:31:52.383278 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c57f2f-76a3-4055-b8fa-a4a465bca1a2 req-afa8a696-e854-49b5-9007-42affbb18d15 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:52.390098 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a7c57f2f-76a3-4055-b8fa-a4a465bca1a2 req-afa8a696-e854-49b5-9007-42affbb18d15 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0606787 Aug 10 12:31:52.398458 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:52.443189 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a7c57f2f-76a3-4055-b8fa-a4a465bca1a2 req-2459f304-006e-4d93-9d9a-08bc1d5307f6 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522535 Aug 10 12:31:52.500441 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 54d795d2-dfea-4ba7-96f1-ce5efb7da579 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:31:52.604196 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 61ba99b3-63cd-44d6-8a80-24d198d66000 up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:52.684652 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 46408) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:52.689059 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 54d795d2-dfea-4ba7-96f1-ce5efb7da579, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=54d795d2-dfea-4ba7-96f1-ce5efb7da579,segment=NetworkSegment(949f5e67-dae1-401b-b15e-1f53624fbea6),segment_id=949f5e67-dae1-401b-b15e-1f53624fbea6)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:52.703146 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': '54d795d2-dfea-4ba7-96f1-ce5efb7da579', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'port_id': '54d795d2-dfea-4ba7-96f1-ce5efb7da579', 'mac_address': 'fa:16:3e:a6:15:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:31:52.720651 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port 61ba99b3-63cd-44d6-8a80-24d198d66000 completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:31:52.748141 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:52.756632 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port 61ba99b3-63cd-44d6-8a80-24d198d66000 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:52.757158 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (61ba99b3-63cd-44d6-8a80-24d198d66000), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:52.806911 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 54d795d2-dfea-4ba7-96f1-ce5efb7da579 is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:52.807272 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (54d795d2-dfea-4ba7-96f1-ce5efb7da579), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:52.823134 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d795d2-dfea-4ba7-96f1-ce5efb7da579 {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:31:52.853002 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 54d795d2-dfea-4ba7-96f1-ce5efb7da579, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=54d795d2-dfea-4ba7-96f1-ce5efb7da579,segment=NetworkSegment(949f5e67-dae1-401b-b15e-1f53624fbea6),segment_id=949f5e67-dae1-401b-b15e-1f53624fbea6)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:52.867387 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efc372-066b-495c-afde-fe85bc3905ad req-6888b401-a8f0-4f88-8913-fd33b4a2bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:52.868900 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-09efc372-066b-495c-afde-fe85bc3905ad req-6888b401-a8f0-4f88-8913-fd33b4a2bfe1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 1130 time: 0.1059599 Aug 10 12:31:52.871817 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d946eb28-72ef-44f5-8d59-6cf731178cb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:52.882289 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (54d795d2-dfea-4ba7-96f1-ce5efb7da579), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:52.883437 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device ee59973b-b76f-446a-a41a-885cc40ea7c3 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:31:52.912194 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-df41b4d3-26fc-4ff2-9b82-a3f598b58178 req-3058cc9c-a8d1-4ca6-9c94-e51953dd72f4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149637 Aug 10 12:31:52.913978 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-09efc372-066b-495c-afde-fe85bc3905ad req-56d199a6-7988-42b7-981b-296a27f995b2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:52.940142 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 61ba99b3-63cd-44d6-8a80-24d198d66000 is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:52.940476 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (61ba99b3-63cd-44d6-8a80-24d198d66000), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:52.956883 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:53.031284 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=54d795d2-dfea-4ba7-96f1-ce5efb7da579,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:53.062795 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 61ba99b3-63cd-44d6-8a80-24d198d66000, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=61ba99b3-63cd-44d6-8a80-24d198d66000,segment=NetworkSegment(30d9d7aa-59ec-45f1-80fe-ae71e1531ad4),segment_id=30d9d7aa-59ec-45f1-80fe-ae71e1531ad4)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:53.072698 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (61ba99b3-63cd-44d6-8a80-24d198d66000), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:53.079952 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-09efc372-066b-495c-afde-fe85bc3905ad req-56d199a6-7988-42b7-981b-296a27f995b2 service neutron] Publish callbacks [] for security_group (8f1e63ea-27a5-4874-b1b1-f266f2307c76), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:53.094002 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-09efc372-066b-495c-afde-fe85bc3905ad req-56d199a6-7988-42b7-981b-296a27f995b2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (8f1e63ea-27a5-4874-b1b1-f266f2307c76), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:53.174308 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port ee59973b-b76f-446a-a41a-885cc40ea7c3, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=ee59973b-b76f-446a-a41a-885cc40ea7c3,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:53.205861 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=61ba99b3-63cd-44d6-8a80-24d198d66000,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:53.219382 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': 'ee59973b-b76f-446a-a41a-885cc40ea7c3', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'port_id': 'ee59973b-b76f-446a-a41a-885cc40ea7c3', 'mac_address': 'fa:16:3e:cb:8c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:31:53.233075 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d001c-2d61-42aa-82ca-1e494a5940c1 req-8406379d-f0ce-4893-889c-6c4cb192a8e1 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:53.234742 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-027d001c-2d61-42aa-82ca-1e494a5940c1 req-8406379d-f0ce-4893-889c-6c4cb192a8e1 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 945 time: 0.0768313 Aug 10 12:31:53.244916 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-09efc372-066b-495c-afde-fe85bc3905ad req-56d199a6-7988-42b7-981b-296a27f995b2 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614445 Aug 10 12:31:53.247089 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f026aa5-9a54-4f4b-b05a-1f330d8176e9 req-8ed6ba6d-f660-4ae0-9051-e9aa29d45bc3 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:53.247981 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d199a6-7988-42b7-981b-296a27f995b2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1e63ea-27a5-4874-b1b1-f266f2307c76,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:53.248695 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1f026aa5-9a54-4f4b-b05a-1f330d8176e9 req-8ed6ba6d-f660-4ae0-9051-e9aa29d45bc3 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0965898 Aug 10 12:31:53.301059 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port ee59973b-b76f-446a-a41a-885cc40ea7c3 is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:53.301589 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d946eb28-72ef-44f5-8d59-6cf731178cb3 admin admin] Publish callbacks [] for security_group (1d28ef9b-cb01-42b8-b26c-1cd9a2c6f74d), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:53.306257 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ee59973b-b76f-446a-a41a-885cc40ea7c3), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:53.312511 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d946eb28-72ef-44f5-8d59-6cf731178cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (1d28ef9b-cb01-42b8-b26c-1cd9a2c6f74d), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:53.325118 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee59973b-b76f-446a-a41a-885cc40ea7c3 {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:31:53.351942 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port ee59973b-b76f-446a-a41a-885cc40ea7c3, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=ee59973b-b76f-446a-a41a-885cc40ea7c3,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:53.355866 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1f026aa5-9a54-4f4b-b05a-1f330d8176e9 req-9bb91ae4-a03c-4c91-8715-d76c90914ad5 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991175 Aug 10 12:31:53.356942 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-027d001c-2d61-42aa-82ca-1e494a5940c1 req-6bfabef2-fb68-4731-b6bb-491979ec2235 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144719 Aug 10 12:31:53.365881 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (ee59973b-b76f-446a-a41a-885cc40ea7c3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:53.402193 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-d946eb28-72ef-44f5-8d59-6cf731178cb3 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=88e9de0d802d4d34999965553195d83a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7150912 Aug 10 12:31:53.405139 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 46434) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:53.423524 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946eb28-72ef-44f5-8d59-6cf731178cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d28ef9b-cb01-42b8-b26c-1cd9a2c6f74d,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:53.496951 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=ee59973b-b76f-446a-a41a-885cc40ea7c3,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:53.501805 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7654-7df2-424e-b4a0-06b8731b4380 admin admin] Publish callbacks [] for security_group (1d28ef9b-cb01-42b8-b26c-1cd9a2c6f74d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:53.520983 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b65ff-2236-456d-97b6-c08d3386a426 req-39bc8ba8-aa35-4feb-ae4b-ef05c1578415 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:53.533909 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5f7b65ff-2236-456d-97b6-c08d3386a426 req-39bc8ba8-aa35-4feb-ae4b-ef05c1578415 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 944 time: 0.1014853 Aug 10 12:31:53.534284 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7654-7df2-424e-b4a0-06b8731b4380 admin admin] Publish callbacks [] for security_group (1d28ef9b-cb01-42b8-b26c-1cd9a2c6f74d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:53.610261 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5f7b65ff-2236-456d-97b6-c08d3386a426 req-d9eede18-2cb5-4bd9-b39f-9772b5db8fd5 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c1c644c7-8fb0-417f-91b3-659b2cf37ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754347 Aug 10 12:31:53.635465 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cb66da-ec40-427a-ba23-a4588100f09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ba99b3-63cd-44d6-8a80-24d198d66000'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:31:53.635465 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34df8a9-6f51-41df-8f58-056659625b18" -d '{"events": [{"server_uuid": "f0cb66da-ec40-427a-ba23-a4588100f09b", "name": "network-vif-plugged", "status": "completed", "tag": "61ba99b3-63cd-44d6-8a80-24d198d66000"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:31:53.641302 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7654-7df2-424e-b4a0-06b8731b4380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (1d28ef9b-cb01-42b8-b26c-1cd9a2c6f74d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:53.649750 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7654-7df2-424e-b4a0-06b8731b4380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:53.661727 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-e2eb7654-7df2-424e-b4a0-06b8731b4380 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/1d28ef9b-cb01-42b8-b26c-1cd9a2c6f74d HTTP/1.1" status: 204 len: 168 time: 0.2540946 Aug 10 12:31:53.669373 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4f67a587-74ac-44fa-a1a5-84f210d069ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:53.706605 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d15fac-9fb7-4f9f-a559-2dae103d96f5 x-openstack-request-id: req-56d15fac-9fb7-4f9f-a559-2dae103d96f5 {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:31:53.707289 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cb66da-ec40-427a-ba23-a4588100f09b", "name": "network-vif-plugged", "status": "completed", "tag": "61ba99b3-63cd-44d6-8a80-24d198d66000", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:31:53.707481 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-56d15fac-9fb7-4f9f-a559-2dae103d96f5 {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:31:53.707731 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae91c24-213d-423d-a35c-75f53c5388b8 req-839eca73-f42d-4fe8-8f2f-d090be27e023 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:53.708129 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56d15fac-9fb7-4f9f-a559-2dae103d96f5'] response: {'server_uuid': 'f0cb66da-ec40-427a-ba23-a4588100f09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ba99b3-63cd-44d6-8a80-24d198d66000', 'code': 200} Aug 10 12:31:53.712095 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8ae91c24-213d-423d-a35c-75f53c5388b8 req-839eca73-f42d-4fe8-8f2f-d090be27e023 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.1284468 Aug 10 12:31:53.723951 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb7654-7df2-424e-b4a0-06b8731b4380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d28ef9b-cb01-42b8-b26c-1cd9a2c6f74d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:53.783801 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8ae91c24-213d-423d-a35c-75f53c5388b8 req-5267321a-56d1-492e-ab82-a3ca4a38e0e0 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610132 Aug 10 12:31:53.869365 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['54d795d2-dfea-4ba7-96f1-ce5efb7da579'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:31:53.991023 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['ee59973b-b76f-446a-a41a-885cc40ea7c3'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:31:54.108895 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 46458) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:54.134617 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-edb5b841-6d34-4209-a000-660a60d43f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:54.175268 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:54.190626 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:54.277660 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-edb5b841-6d34-4209-a000-660a60d43f14 admin admin] Publish callbacks [] for security_group (7a231ee4-fff8-457d-b6eb-d6312fab9fcc), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:54.283655 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-edb5b841-6d34-4209-a000-660a60d43f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (7a231ee4-fff8-457d-b6eb-d6312fab9fcc), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:54.286470 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54d4e1-3401-4750-adc4-7bc924f6cbfc req-2c38a52a-e93b-43b7-8e17-6983ffbfb956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:54.287933 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8a54d4e1-3401-4750-adc4-7bc924f6cbfc req-2c38a52a-e93b-43b7-8e17-6983ffbfb956 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 1129 time: 0.0587325 Aug 10 12:31:54.290663 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:54.344923 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-edb5b841-6d34-4209-a000-660a60d43f14 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=3c2a7d47db0c4daa9420317a845ed726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348082 Aug 10 12:31:54.347958 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 46468) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:54.361139 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5b841-6d34-4209-a000-660a60d43f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a231ee4-fff8-457d-b6eb-d6312fab9fcc,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:54.393456 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8a54d4e1-3401-4750-adc4-7bc924f6cbfc req-856f1aeb-d312-42a4-9936-8a5b42a9c55f service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942125 Aug 10 12:31:54.417234 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6116a896-c77f-4b10-9fbc-06eb2c859c69 admin admin] Publish callbacks [] for security_group (7a231ee4-fff8-457d-b6eb-d6312fab9fcc), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:54.441285 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6116a896-c77f-4b10-9fbc-06eb2c859c69 admin admin] Publish callbacks [] for security_group (7a231ee4-fff8-457d-b6eb-d6312fab9fcc), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:54.498105 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591f1c3-8e94-4e9d-837c-4e34208af716 req-de66d581-8526-47a6-a434-76b1015a6ad2 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:54.499916 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7591f1c3-8e94-4e9d-837c-4e34208af716 req-de66d581-8526-47a6-a434-76b1015a6ad2 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0501926 Aug 10 12:31:54.515032 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3087242-5c56-4eb3-bc32-306f78204717 req-5ab4727f-f41e-4dc0-94a6-52d99d73d0c2 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:54.516514 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b3087242-5c56-4eb3-bc32-306f78204717 req-5ab4727f-f41e-4dc0-94a6-52d99d73d0c2 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 945 time: 0.0780051 Aug 10 12:31:54.549107 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7591f1c3-8e94-4e9d-837c-4e34208af716 req-2d866105-3da1-4875-9ec0-f9d07f967deb tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436616 Aug 10 12:31:54.562231 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6116a896-c77f-4b10-9fbc-06eb2c859c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (7a231ee4-fff8-457d-b6eb-d6312fab9fcc), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:54.564770 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6116a896-c77f-4b10-9fbc-06eb2c859c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:54.565930 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-6116a896-c77f-4b10-9fbc-06eb2c859c69 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/7a231ee4-fff8-457d-b6eb-d6312fab9fcc HTTP/1.1" status: 204 len: 168 time: 0.2168965 Aug 10 12:31:54.579454 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b3087242-5c56-4eb3-bc32-306f78204717 req-45feba69-299c-48f5-91f6-63732068e9b1 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562556 Aug 10 12:31:54.580542 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116a896-c77f-4b10-9fbc-06eb2c859c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a231ee4-fff8-457d-b6eb-d6312fab9fcc,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:54.749365 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb47b14-38fd-42bb-b236-72eb9ea19649 req-a773e30e-9847-43da-9c61-4ac99309bccc tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:54.751125 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9eb47b14-38fd-42bb-b236-72eb9ea19649 req-a773e30e-9847-43da-9c61-4ac99309bccc tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 944 time: 0.0568650 Aug 10 12:31:54.811289 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9eb47b14-38fd-42bb-b236-72eb9ea19649 req-1fe1fd45-62c7-4e8d-af22-e5f1116d5fec tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c1c644c7-8fb0-417f-91b3-659b2cf37ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536230 Aug 10 12:31:54.846522 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:54.922622 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740021f-72dc-41a9-b675-e4c5c024ad9d req-d8400971-e44b-492f-be5c-827334a7a3d1 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:54.924117 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d740021f-72dc-41a9-b675-e4c5c024ad9d req-d8400971-e44b-492f-be5c-827334a7a3d1 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0481396 Aug 10 12:31:54.975664 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d740021f-72dc-41a9-b675-e4c5c024ad9d req-b2eccaf6-4a83-42b0-a85f-f0f2992a090c tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458250 Aug 10 12:31:55.684884 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70694aba-0cf7-4a38-aa93-4a9766deb9fb req-5f8fb58d-e4b5-4f30-b385-8342c653c39c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:55.686515 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-70694aba-0cf7-4a38-aa93-4a9766deb9fb req-5f8fb58d-e4b5-4f30-b385-8342c653c39c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0602486 Aug 10 12:31:55.717206 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ea693-a8ea-499f-88e7-3083ab9ae80d req-02741886-df3c-4b4c-8e09-740e0f0e9118 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:55.720685 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c03ea693-a8ea-499f-88e7-3083ab9ae80d req-02741886-df3c-4b4c-8e09-740e0f0e9118 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 945 time: 0.0603530 Aug 10 12:31:55.750349 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-70694aba-0cf7-4a38-aa93-4a9766deb9fb req-a6910bf3-960a-4927-9e7a-4f19f028d838 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542085 Aug 10 12:31:55.782876 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c03ea693-a8ea-499f-88e7-3083ab9ae80d req-1a8f8e2c-6415-4e2b-b3e4-84522921d87d tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557623 Aug 10 12:31:55.943717 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633df48-5992-4166-86b5-354eb05f520a req-ade6341d-b096-40c0-96a7-73f1d363215d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:55.945374 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8633df48-5992-4166-86b5-354eb05f520a req-ade6341d-b096-40c0-96a7-73f1d363215d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 944 time: 0.0508761 Aug 10 12:31:55.996064 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8633df48-5992-4166-86b5-354eb05f520a req-73e79377-2ebe-48b1-b3ed-ce3a6fbb30bc tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c1c644c7-8fb0-417f-91b3-659b2cf37ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448766 Aug 10 12:31:56.106301 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba8690-4900-4fd7-b26c-fba01b39b202 req-6a6bb524-3f80-4bcb-a396-b37a75dc9888 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:56.107834 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-76ba8690-4900-4fd7-b26c-fba01b39b202 req-6a6bb524-3f80-4bcb-a396-b37a75dc9888 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0517983 Aug 10 12:31:56.157957 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-76ba8690-4900-4fd7-b26c-fba01b39b202 req-6dc89f46-419e-42dc-991d-02cb0b312ba7 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444911 Aug 10 12:31:56.312762 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:56.599418 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:56.884577 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c7470-1f62-43f4-838d-302caac7112e req-f2ea1ef8-1679-4e8a-9f80-8fd391f3f103 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:56.886155 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a33c7470-1f62-43f4-838d-302caac7112e req-f2ea1ef8-1679-4e8a-9f80-8fd391f3f103 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0540195 Aug 10 12:31:56.912681 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:56.913649 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb00c6-cbd9-47e0-94f0-3e16ba8661b9 req-17cf6250-519b-4730-ba2e-423d65dc494e tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:56.915108 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-01fb00c6-cbd9-47e0-94f0-3e16ba8661b9 req-17cf6250-519b-4730-ba2e-423d65dc494e tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 945 time: 0.0468690 Aug 10 12:31:56.935034 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:56.949809 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a33c7470-1f62-43f4-838d-302caac7112e req-a6d28417-25df-4103-a2f6-74d93304f707 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570874 Aug 10 12:31:56.952367 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:56.976907 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-01fb00c6-cbd9-47e0-94f0-3e16ba8661b9 req-c0026914-d015-48de-ad5c-17dbb4e22b2f tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534468 Aug 10 12:31:57.111188 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61a97f-4f82-476d-9c16-c05075e9f968 req-bdd681ca-14b5-4a16-b012-3513af05cb99 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:57.112634 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ce61a97f-4f82-476d-9c16-c05075e9f968 req-bdd681ca-14b5-4a16-b012-3513af05cb99 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 944 time: 0.0465381 Aug 10 12:31:57.160127 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ce61a97f-4f82-476d-9c16-c05075e9f968 req-33efe0b3-8568-4bd9-a0e2-b342ad5dc84c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c1c644c7-8fb0-417f-91b3-659b2cf37ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419378 Aug 10 12:31:57.274189 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea5c7d-5007-469b-a2bb-2da96156e6b0 req-0ab7c49a-86b3-40a5-8334-e03c8afd0848 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:57.275744 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-92ea5c7d-5007-469b-a2bb-2da96156e6b0 req-0ab7c49a-86b3-40a5-8334-e03c8afd0848 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0466180 Aug 10 12:31:57.307206 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device dd060781-b144-4d67-99d5-c6d10616e60b details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:31:57.323729 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-92ea5c7d-5007-469b-a2bb-2da96156e6b0 req-486608e7-22f3-47b6-bd4d-336c3bd58a6e tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409245 Aug 10 12:31:57.328664 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:57.409998 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port dd060781-b144-4d67-99d5-c6d10616e60b, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=dd060781-b144-4d67-99d5-c6d10616e60b,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:57.421207 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': 'dd060781-b144-4d67-99d5-c6d10616e60b', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'port_id': 'dd060781-b144-4d67-99d5-c6d10616e60b', 'mac_address': 'fa:16:3e:39:cf:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:31:57.455080 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port dd060781-b144-4d67-99d5-c6d10616e60b is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:57.455490 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:57.468870 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd060781-b144-4d67-99d5-c6d10616e60b {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:31:57.488030 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port dd060781-b144-4d67-99d5-c6d10616e60b, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=dd060781-b144-4d67-99d5-c6d10616e60b,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:57.491869 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:57.541227 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=dd060781-b144-4d67-99d5-c6d10616e60b,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:58.065079 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 54d795d2-dfea-4ba7-96f1-ce5efb7da579 up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:58.068726 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376ccf1-4747-4dfe-8132-777fd489c6d3 req-3264d826-360a-4642-b3af-7da201cb795a tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:58.070336 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d376ccf1-4747-4dfe-8132-777fd489c6d3 req-3264d826-360a-4642-b3af-7da201cb795a tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 944 time: 0.0476322 Aug 10 12:31:58.108052 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef206748-64ac-48fe-a084-980764ddc6d9 req-ab6582b0-e024-42c0-bb5b-74ee8eff3b6f tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:58.109554 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ef206748-64ac-48fe-a084-980764ddc6d9 req-ab6582b0-e024-42c0-bb5b-74ee8eff3b6f tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 945 time: 0.0620928 Aug 10 12:31:58.119903 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port 54d795d2-dfea-4ba7-96f1-ce5efb7da579 completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:31:58.122189 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d376ccf1-4747-4dfe-8132-777fd489c6d3 req-77b7db84-cdff-4f28-9740-f38c9df8921f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450559 Aug 10 12:31:58.127040 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port 54d795d2-dfea-4ba7-96f1-ce5efb7da579 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:58.127656 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (54d795d2-dfea-4ba7-96f1-ce5efb7da579), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:58.163520 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ef206748-64ac-48fe-a084-980764ddc6d9 req-adc5f195-4957-4b92-9064-838e2502bc4b tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475464 Aug 10 12:31:58.204750 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 54d795d2-dfea-4ba7-96f1-ce5efb7da579 is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:58.205147 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (54d795d2-dfea-4ba7-96f1-ce5efb7da579), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:58.231874 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d0ad15-5ec9-405f-ad6d-2d0b9a2db671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d795d2-dfea-4ba7-96f1-ce5efb7da579'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:31:58.234635 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acb168a-48fc-4ce3-b9f0-fcbe2dd37e60" -d '{"events": [{"server_uuid": "d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671", "name": "network-vif-plugged", "status": "completed", "tag": "54d795d2-dfea-4ba7-96f1-ce5efb7da579"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:31:58.247075 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 54d795d2-dfea-4ba7-96f1-ce5efb7da579, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=54d795d2-dfea-4ba7-96f1-ce5efb7da579,segment=NetworkSegment(949f5e67-dae1-401b-b15e-1f53624fbea6),segment_id=949f5e67-dae1-401b-b15e-1f53624fbea6)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:58.252327 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (54d795d2-dfea-4ba7-96f1-ce5efb7da579), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:58.253212 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device ee59973b-b76f-446a-a41a-885cc40ea7c3 up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:58.284781 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da99113-c963-4d4f-a7ca-970b82b9acdb req-8e41886e-8cba-4f01-8598-c60d8998b541 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:58.286316 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-6da99113-c963-4d4f-a7ca-970b82b9acdb req-8e41886e-8cba-4f01-8598-c60d8998b541 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 944 time: 0.0545452 Aug 10 12:31:58.290001 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d8a4ee-8a89-4d3d-ae79-8f2abcfe33fc x-openstack-request-id: req-48d8a4ee-8a89-4d3d-ae79-8f2abcfe33fc {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:31:58.290310 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671", "name": "network-vif-plugged", "status": "completed", "tag": "54d795d2-dfea-4ba7-96f1-ce5efb7da579", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:31:58.290561 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48d8a4ee-8a89-4d3d-ae79-8f2abcfe33fc {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:31:58.290943 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d8a4ee-8a89-4d3d-ae79-8f2abcfe33fc'] response: {'server_uuid': 'd9d0ad15-5ec9-405f-ad6d-2d0b9a2db671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d795d2-dfea-4ba7-96f1-ce5efb7da579', 'code': 200} Aug 10 12:31:58.334412 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-6da99113-c963-4d4f-a7ca-970b82b9acdb req-f381cbe5-d513-4b93-a5f1-b0007789eb9a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c1c644c7-8fb0-417f-91b3-659b2cf37ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419605 Aug 10 12:31:58.334670 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=54d795d2-dfea-4ba7-96f1-ce5efb7da579,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:58.340633 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port ee59973b-b76f-446a-a41a-885cc40ea7c3 completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:31:58.350167 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port ee59973b-b76f-446a-a41a-885cc40ea7c3 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:58.350668 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (ee59973b-b76f-446a-a41a-885cc40ea7c3), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:58.412260 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:58.427594 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port ee59973b-b76f-446a-a41a-885cc40ea7c3 is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:58.427980 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ee59973b-b76f-446a-a41a-885cc40ea7c3), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:58.461540 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe32e5c-018b-46f4-9991-c0d540f4f900 req-9570d7aa-1df1-4843-bd87-a04dbb14b358 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:58.462684 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port ee59973b-b76f-446a-a41a-885cc40ea7c3, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=ee59973b-b76f-446a-a41a-885cc40ea7c3,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:58.463072 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2fe32e5c-018b-46f4-9991-c0d540f4f900 req-9570d7aa-1df1-4843-bd87-a04dbb14b358 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0550249 Aug 10 12:31:58.467930 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (ee59973b-b76f-446a-a41a-885cc40ea7c3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:58.492000 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['dd060781-b144-4d67-99d5-c6d10616e60b'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:31:58.514995 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2fe32e5c-018b-46f4-9991-c0d540f4f900 req-d4c03c63-4167-43ff-9cbc-794daf7a4661 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451629 Aug 10 12:31:58.554156 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=ee59973b-b76f-446a-a41a-885cc40ea7c3,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:58.640122 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:59.045466 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 46650) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:59.190518 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-045fd4ce-6fc5-4433-a71e-ffa2e7437974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:59.268314 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:31:59.281599 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:31:59.318914 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c851c4-70a1-4431-988a-4c78c8854348 req-e3db435e-7605-48de-9d7b-8a702a93fee8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:59.320679 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-18c851c4-70a1-4431-988a-4c78c8854348 req-e3db435e-7605-48de-9d7b-8a702a93fee8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 944 time: 0.0695860 Aug 10 12:31:59.334505 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dbb2e-f0a5-4018-8ec5-ba26a6323aab req-5dc50e65-3611-4140-9a2b-cc439a62c9c7 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:59.342929 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c05dbb2e-f0a5-4018-8ec5-ba26a6323aab req-5dc50e65-3611-4140-9a2b-cc439a62c9c7 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 945 time: 0.0890524 Aug 10 12:31:59.353874 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-045fd4ce-6fc5-4433-a71e-ffa2e7437974 admin admin] Publish callbacks [] for security_group (0eb737e7-fa72-481d-bc9f-b222af45fb5c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:59.368385 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-045fd4ce-6fc5-4433-a71e-ffa2e7437974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (0eb737e7-fa72-481d-bc9f-b222af45fb5c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:59.397704 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device dd060781-b144-4d67-99d5-c6d10616e60b up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:31:59.423557 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c05dbb2e-f0a5-4018-8ec5-ba26a6323aab req-a6378e56-230f-4580-b549-a65cd3969766 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789442 Aug 10 12:31:59.444852 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fd4ce-6fc5-4433-a71e-ffa2e7437974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb737e7-fa72-481d-bc9f-b222af45fb5c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:59.471582 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-045fd4ce-6fc5-4433-a71e-ffa2e7437974 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=da37cde3ab2e49c38f99d0f5c9ba6a54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4211669 Aug 10 12:31:59.471938 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 46674) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:31:59.490502 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-18c851c4-70a1-4431-988a-4c78c8854348 req-47ccd8e4-dbcf-40cc-a7a7-4a99e2cffbc8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557045 Aug 10 12:31:59.565470 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port dd060781-b144-4d67-99d5-c6d10616e60b completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:31:59.585741 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port dd060781-b144-4d67-99d5-c6d10616e60b triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:31:59.586512 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:59.595665 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7bdda4ec-ef3b-4de0-b87f-20e1055c0689 admin admin] Publish callbacks [] for security_group (0eb737e7-fa72-481d-bc9f-b222af45fb5c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:59.654109 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7bdda4ec-ef3b-4de0-b87f-20e1055c0689 admin admin] Publish callbacks [] for security_group (0eb737e7-fa72-481d-bc9f-b222af45fb5c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:59.691261 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port dd060781-b144-4d67-99d5-c6d10616e60b is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:31:59.691693 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:59.725457 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcae35a-1031-48b7-8454-945001a039d1 req-5ec03b72-62bb-4e07-93fa-6593097464d7 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:59.727102 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-cbcae35a-1031-48b7-8454-945001a039d1 req-5ec03b72-62bb-4e07-93fa-6593097464d7 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 945 time: 0.1969991 Aug 10 12:31:59.730702 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd38193-ba7c-499e-ba8b-6c4616e4d758 req-25102ce6-413b-4b4d-8059-a71006237406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:59.732883 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ebd38193-ba7c-499e-ba8b-6c4616e4d758 req-25102ce6-413b-4b4d-8059-a71006237406 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 1129 time: 0.1284931 Aug 10 12:31:59.755045 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b076c-02ba-472c-9c57-8bcf3ce30ca1 req-13a5c970-c525-4a59-9e77-b9bc62775352 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:31:59.756773 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-815b076c-02ba-472c-9c57-8bcf3ce30ca1 req-13a5c970-c525-4a59-9e77-b9bc62775352 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0682979 Aug 10 12:31:59.768620 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port dd060781-b144-4d67-99d5-c6d10616e60b, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=dd060781-b144-4d67-99d5-c6d10616e60b,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:31:59.781827 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:59.803124 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ebd38193-ba7c-499e-ba8b-6c4616e4d758 req-6e95612c-0264-4c4a-8e55-4f9e8e228626 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607882 Aug 10 12:31:59.831018 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-cbcae35a-1031-48b7-8454-945001a039d1 req-77cee4aa-3735-415f-872b-4844265a0eb3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c1c644c7-8fb0-417f-91b3-659b2cf37ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969973 Aug 10 12:31:59.836879 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-815b076c-02ba-472c-9c57-8bcf3ce30ca1 req-0ce9f7c4-f04c-4e0d-a55e-8764efe2ffad tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664823 Aug 10 12:31:59.843414 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7bdda4ec-ef3b-4de0-b87f-20e1055c0689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (0eb737e7-fa72-481d-bc9f-b222af45fb5c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:59.847740 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7bdda4ec-ef3b-4de0-b87f-20e1055c0689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:31:59.849312 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-7bdda4ec-ef3b-4de0-b87f-20e1055c0689 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/0eb737e7-fa72-481d-bc9f-b222af45fb5c HTTP/1.1" status: 204 len: 168 time: 0.3761408 Aug 10 12:31:59.875071 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdda4ec-ef3b-4de0-b87f-20e1055c0689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb737e7-fa72-481d-bc9f-b222af45fb5c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:31:59.939688 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=dd060781-b144-4d67-99d5-c6d10616e60b,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:00.253831 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:00.292553 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6bf86e-2553-4f1c-8620-92c63510184a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee59973b-b76f-446a-a41a-885cc40ea7c3'}, {'server_uuid': 'b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd060781-b144-4d67-99d5-c6d10616e60b'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:32:00.297858 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac947d87-1da8-4b19-be2a-66ad49767f02" -d '{"events": [{"server_uuid": "7e6bf86e-2553-4f1c-8620-92c63510184a", "name": "network-vif-plugged", "status": "completed", "tag": "ee59973b-b76f-446a-a41a-885cc40ea7c3"}, {"server_uuid": "b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2", "name": "network-vif-plugged", "status": "completed", "tag": "dd060781-b144-4d67-99d5-c6d10616e60b"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:32:00.310858 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 46702) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:00.316858 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fd669-77ca-42e9-9ff6-0abe2a748391 req-d3153daa-8db2-48cc-899f-cbe7ec62cc08 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:00.318816 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a04fd669-77ca-42e9-9ff6-0abe2a748391 req-d3153daa-8db2-48cc-899f-cbe7ec62cc08 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0821700 Aug 10 12:32:00.336757 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-23dc8549-bd93-476e-a2f2-f1d397cdb088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:00.376914 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a04fd669-77ca-42e9-9ff6-0abe2a748391 req-2bb41ee7-3b2f-41f4-bdb5-4bd4af63f8d5 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519896 Aug 10 12:32:00.398998 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Aug 2022 12:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7a445c-c129-4ee7-8dad-9bc09297369c x-openstack-request-id: req-3c7a445c-c129-4ee7-8dad-9bc09297369c {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:32:00.400141 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6bf86e-2553-4f1c-8620-92c63510184a", "name": "network-vif-plugged", "status": "completed", "tag": "ee59973b-b76f-446a-a41a-885cc40ea7c3", "code": 200}, {"server_uuid": "b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2", "name": "network-vif-plugged", "status": "completed", "tag": "dd060781-b144-4d67-99d5-c6d10616e60b", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:32:00.400691 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c7a445c-c129-4ee7-8dad-9bc09297369c {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:32:00.401313 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7a445c-c129-4ee7-8dad-9bc09297369c'] response: {'server_uuid': '7e6bf86e-2553-4f1c-8620-92c63510184a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee59973b-b76f-446a-a41a-885cc40ea7c3', 'code': 200} Aug 10 12:32:00.401982 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7a445c-c129-4ee7-8dad-9bc09297369c'] response: {'server_uuid': 'b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd060781-b144-4d67-99d5-c6d10616e60b', 'code': 200} Aug 10 12:32:00.472545 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-23dc8549-bd93-476e-a2f2-f1d397cdb088 admin admin] Publish callbacks [] for security_group (0ed53b67-6727-4826-b332-52bd7ca40b66), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:00.478100 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-23dc8549-bd93-476e-a2f2-f1d397cdb088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (0ed53b67-6727-4826-b332-52bd7ca40b66), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:00.535349 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 46720) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:00.546055 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-23dc8549-bd93-476e-a2f2-f1d397cdb088 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=7b62d92a1ac94cf28fda666f6b60657e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312050 Aug 10 12:32:00.554652 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc8549-bd93-476e-a2f2-f1d397cdb088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed53b67-6727-4826-b332-52bd7ca40b66,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:00.674258 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:00.708648 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87703fc-3005-42a2-9733-95aca5524d47 req-2a20e222-739e-4a0e-98d9-ae9c919caf19 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:00.722000 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b87703fc-3005-42a2-9733-95aca5524d47 req-2a20e222-739e-4a0e-98d9-ae9c919caf19 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.1049213 Aug 10 12:32:00.724923 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c1cecfe-ba8e-45ef-9b1a-45eb501c22a8 admin admin] Publish callbacks [] for security_group (0ed53b67-6727-4826-b332-52bd7ca40b66), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:00.725633 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9c7c3-0a7c-43f9-8842-9575df99ab67 req-5352262a-0a92-4c92-aa13-9f39559fda95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:00.727519 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a1c9c7c3-0a7c-43f9-8842-9575df99ab67 req-5352262a-0a92-4c92-aa13-9f39559fda95 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2301f937213e47c29686be4e8601ac32&device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 1130 time: 0.0453250 Aug 10 12:32:00.775451 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c1cecfe-ba8e-45ef-9b1a-45eb501c22a8 admin admin] Publish callbacks [] for security_group (0ed53b67-6727-4826-b332-52bd7ca40b66), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:00.836873 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b87703fc-3005-42a2-9733-95aca5524d47 req-5946cead-5674-468a-b197-a55938d11903 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095235 Aug 10 12:32:00.897122 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c1cecfe-ba8e-45ef-9b1a-45eb501c22a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (0ed53b67-6727-4826-b332-52bd7ca40b66), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:00.901818 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6c1cecfe-ba8e-45ef-9b1a-45eb501c22a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:00.906362 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-6c1cecfe-ba8e-45ef-9b1a-45eb501c22a8 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/0ed53b67-6727-4826-b332-52bd7ca40b66 HTTP/1.1" status: 204 len: 168 time: 0.3697357 Aug 10 12:32:00.916252 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9c7c3-0a7c-43f9-8842-9575df99ab67 req-97235795-d55a-4a12-8e02-49451ffb4852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:00.918394 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a1c9c7c3-0a7c-43f9-8842-9575df99ab67 req-97235795-d55a-4a12-8e02-49451ffb4852 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb HTTP/1.1" status: 200 len: 919 time: 0.1698034 Aug 10 12:32:00.923369 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1cecfe-ba8e-45ef-9b1a-45eb501c22a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed53b67-6727-4826-b332-52bd7ca40b66,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:01.100697 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43afab-1e39-43c3-bad3-d9a6eec25beb req-15b6dd47-292c-4ed9-8da4-5b26cd19a0ec tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:01.107599 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4c43afab-1e39-43c3-bad3-d9a6eec25beb req-15b6dd47-292c-4ed9-8da4-5b26cd19a0ec tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 945 time: 0.0885820 Aug 10 12:32:01.115170 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:01.164482 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4c43afab-1e39-43c3-bad3-d9a6eec25beb req-ef8b63e7-32e1-4593-824e-5b80985b329e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c1c644c7-8fb0-417f-91b3-659b2cf37ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553873 Aug 10 12:32:01.321135 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=4 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:01.379168 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 46752) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:01.399126 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f9e24752-49ca-4f4d-88c9-d8bde2435376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:01.451696 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a1c9c7c3-0a7c-43f9-8842-9575df99ab67 req-15f647aa-4df5-411e-b779-79b48437c9c1 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd8cd6a6-e946-4e31-a189-f179b73d0d26 HTTP/1.1" status: 200 len: 217 time: 0.0431025 Aug 10 12:32:01.486556 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f9e24752-49ca-4f4d-88c9-d8bde2435376 admin admin] Publish callbacks [] for security_group (6bb3d577-522e-4526-a1e5-84a1e0cfe0e7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:01.491130 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f9e24752-49ca-4f4d-88c9-d8bde2435376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (6bb3d577-522e-4526-a1e5-84a1e0cfe0e7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:01.548829 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-f9e24752-49ca-4f4d-88c9-d8bde2435376 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=268e8eaa712b4e0cb78cde7ad9a3d01c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1683905 Aug 10 12:32:01.561130 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 46758) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:01.596865 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e24752-49ca-4f4d-88c9-d8bde2435376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb3d577-522e-4526-a1e5-84a1e0cfe0e7,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:01.616571 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e24752-49ca-4f4d-88c9-d8bde2435376 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:01.617089 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e24752-49ca-4f4d-88c9-d8bde2435376 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:01.617218 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87de2a-46a9-4c82-a943-0aaf2f874914 req-f5326887-dd31-4225-8547-755dde545b6f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:01.617850 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e24752-49ca-4f4d-88c9-d8bde2435376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:01.618299 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e24752-49ca-4f4d-88c9-d8bde2435376 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:01.618742 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e24752-49ca-4f4d-88c9-d8bde2435376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:01.619183 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e24752-49ca-4f4d-88c9-d8bde2435376 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:01.619606 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e24752-49ca-4f4d-88c9-d8bde2435376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:01.620140 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e24752-49ca-4f4d-88c9-d8bde2435376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:01.620746 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e24752-49ca-4f4d-88c9-d8bde2435376 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:01.621245 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e24752-49ca-4f4d-88c9-d8bde2435376 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:01.621769 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e24752-49ca-4f4d-88c9-d8bde2435376 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:01.622263 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e24752-49ca-4f4d-88c9-d8bde2435376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:01.622766 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e24752-49ca-4f4d-88c9-d8bde2435376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:01.623254 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e24752-49ca-4f4d-88c9-d8bde2435376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:01.623743 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e24752-49ca-4f4d-88c9-d8bde2435376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:01.623935 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7b87de2a-46a9-4c82-a943-0aaf2f874914 req-f5326887-dd31-4225-8547-755dde545b6f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.1416748 Aug 10 12:32:01.631361 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f132f26-bce3-4862-bcaa-7d2fa17b29c7 req-2a762d9e-a173-4424-8486-783e69c26b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:01.632969 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6f132f26-bce3-4862-bcaa-7d2fa17b29c7 req-2a762d9e-a173-4424-8486-783e69c26b23 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 1129 time: 0.1188328 Aug 10 12:32:01.641688 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fbd3d-7ad3-4558-bf7e-286e5a16c5aa req-41fb9e5a-a1be-4469-b576-4acc221fc725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:01.643562 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5e7fbd3d-7ad3-4558-bf7e-286e5a16c5aa req-41fb9e5a-a1be-4469-b576-4acc221fc725 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 1129 time: 0.1098526 Aug 10 12:32:01.699696 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5e7fbd3d-7ad3-4558-bf7e-286e5a16c5aa req-58bc75cc-f7aa-432c-bf2c-0d5dfbca5d51 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503035 Aug 10 12:32:01.705721 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9c7c3-0a7c-43f9-8842-9575df99ab67 req-1ac87209-a225-4520-a299-2b3714a61ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:01.707160 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a1c9c7c3-0a7c-43f9-8842-9575df99ab67 req-1ac87209-a225-4520-a299-2b3714a61ff9 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5e7cdd28-a708-4c60-9515-0f4475157064 HTTP/1.1" status: 200 len: 857 time: 0.1589980 Aug 10 12:32:01.775640 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2217-ece6-4de3-868a-feee4ef40888 admin admin] Publish callbacks [] for security_group (6bb3d577-522e-4526-a1e5-84a1e0cfe0e7), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:01.777840 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6f132f26-bce3-4862-bcaa-7d2fa17b29c7 req-97625deb-b1bf-4b3f-8a57-80bb4b804c8c service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c1c644c7-8fb0-417f-91b3-659b2cf37ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254857 Aug 10 12:32:01.783609 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7b87de2a-46a9-4c82-a943-0aaf2f874914 req-6c9c6532-d4d5-4b4b-8549-38726a5b8072 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587622 Aug 10 12:32:01.812370 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2217-ece6-4de3-868a-feee4ef40888 admin admin] Publish callbacks [] for security_group (6bb3d577-522e-4526-a1e5-84a1e0cfe0e7), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:01.812370 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:01.872147 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2217-ece6-4de3-868a-feee4ef40888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (6bb3d577-522e-4526-a1e5-84a1e0cfe0e7), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:01.875386 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2217-ece6-4de3-868a-feee4ef40888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:01.877321 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-4a7a2217-ece6-4de3-868a-feee4ef40888 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/6bb3d577-522e-4526-a1e5-84a1e0cfe0e7 HTTP/1.1" status: 204 len: 168 time: 0.3115075 Aug 10 12:32:01.899343 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a2217-ece6-4de3-868a-feee4ef40888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb3d577-522e-4526-a1e5-84a1e0cfe0e7,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:01.990519 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f0492-a6bb-41ac-b451-72eaae0bfbde req-5f2d6863-4d92-4518-bc58-6ab981b326b9 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:01.992224 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a51f0492-a6bb-41ac-b451-72eaae0bfbde req-5f2d6863-4d92-4518-bc58-6ab981b326b9 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0528777 Aug 10 12:32:02.043945 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a51f0492-a6bb-41ac-b451-72eaae0bfbde req-7351e9c9-a30d-4314-8f5b-17a13dd717a2 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450139 Aug 10 12:32:02.338906 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c5836-a4b3-48e3-acb2-1fdeefa10f7b req-2f795f25-e3c7-451e-b301-50763efe8720 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:02.341502 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-717c5836-a4b3-48e3-acb2-1fdeefa10f7b req-2f795f25-e3c7-451e-b301-50763efe8720 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 945 time: 0.0728054 Aug 10 12:32:02.417582 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-717c5836-a4b3-48e3-acb2-1fdeefa10f7b req-76570e0e-3281-47dc-be1e-58cae5c27819 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c1c644c7-8fb0-417f-91b3-659b2cf37ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673389 Aug 10 12:32:02.420271 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9c7c3-0a7c-43f9-8842-9575df99ab67 req-a5c7788e-61dc-4e62-a0bd-88399cc9c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:02.422543 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a1c9c7c3-0a7c-43f9-8842-9575df99ab67 req-a5c7788e-61dc-4e62-a0bd-88399cc9c10e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0917356 Aug 10 12:32:02.704915 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 46822) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:02.821981 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c9f5f523-ebd6-4bb0-8621-2c3aed710f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:02.914995 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a1c9c7c3-0a7c-43f9-8842-9575df99ab67 req-e2d2a9fe-879b-4b16-9f28-f9302f105c7a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567044 Aug 10 12:32:02.941390 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c6bba-2dee-49c3-8618-685768379341 req-dde3b54e-7d45-43c3-8387-b0a53545b4a7 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:02.948302 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-dd1c6bba-2dee-49c3-8618-685768379341 req-dde3b54e-7d45-43c3-8387-b0a53545b4a7 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0763328 Aug 10 12:32:03.015298 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c9f5f523-ebd6-4bb0-8621-2c3aed710f32 admin admin] Publish callbacks [] for security_group (1b6b8294-8a10-4ed7-9be3-2891f2a99f71), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:03.019338 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-dd1c6bba-2dee-49c3-8618-685768379341 req-ff9665ee-ded4-4569-b47c-c1b610dfb959 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700724 Aug 10 12:32:03.020514 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c9f5f523-ebd6-4bb0-8621-2c3aed710f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (1b6b8294-8a10-4ed7-9be3-2891f2a99f71), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:03.047825 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:03.065231 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-c9f5f523-ebd6-4bb0-8621-2c3aed710f32 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=d271c89bf34a43fcacae50251155e897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3567047 Aug 10 12:32:03.065231 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5f523-ebd6-4bb0-8621-2c3aed710f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6b8294-8a10-4ed7-9be3-2891f2a99f71,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:03.065785 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 46836) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:03.085729 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5f523-ebd6-4bb0-8621-2c3aed710f32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:03.086058 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5f523-ebd6-4bb0-8621-2c3aed710f32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:03.086421 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5f523-ebd6-4bb0-8621-2c3aed710f32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:03.086757 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5f523-ebd6-4bb0-8621-2c3aed710f32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:03.087274 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5f523-ebd6-4bb0-8621-2c3aed710f32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:03.087590 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5f523-ebd6-4bb0-8621-2c3aed710f32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:03.087909 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5f523-ebd6-4bb0-8621-2c3aed710f32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:03.088234 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5f523-ebd6-4bb0-8621-2c3aed710f32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:03.089013 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5f523-ebd6-4bb0-8621-2c3aed710f32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:03.089387 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5f523-ebd6-4bb0-8621-2c3aed710f32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:03.089708 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5f523-ebd6-4bb0-8621-2c3aed710f32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:03.090047 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5f523-ebd6-4bb0-8621-2c3aed710f32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:03.090449 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5f523-ebd6-4bb0-8621-2c3aed710f32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:03.090680 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5f523-ebd6-4bb0-8621-2c3aed710f32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:03.091003 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5f523-ebd6-4bb0-8621-2c3aed710f32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:03.135610 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-41aefa50-6e9f-495c-a5d6-5ee4ae4ab97a admin admin] Publish callbacks [] for security_group (1b6b8294-8a10-4ed7-9be3-2891f2a99f71), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:03.159946 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-41aefa50-6e9f-495c-a5d6-5ee4ae4ab97a admin admin] Publish callbacks [] for security_group (1b6b8294-8a10-4ed7-9be3-2891f2a99f71), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:03.227619 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-41aefa50-6e9f-495c-a5d6-5ee4ae4ab97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (1b6b8294-8a10-4ed7-9be3-2891f2a99f71), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:03.233019 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-41aefa50-6e9f-495c-a5d6-5ee4ae4ab97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:03.234451 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-41aefa50-6e9f-495c-a5d6-5ee4ae4ab97a admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/1b6b8294-8a10-4ed7-9be3-2891f2a99f71 HTTP/1.1" status: 204 len: 168 time: 0.1674814 Aug 10 12:32:03.246985 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aefa50-6e9f-495c-a5d6-5ee4ae4ab97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6b8294-8a10-4ed7-9be3-2891f2a99f71,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:03.273793 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07338837-698a-4265-a268-a84387202c68 req-ecfb758b-2d9c-429c-a90d-6d9af8da1abf tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:03.275746 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-07338837-698a-4265-a268-a84387202c68 req-ecfb758b-2d9c-429c-a90d-6d9af8da1abf tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.1023929 Aug 10 12:32:03.327389 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:03.332819 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-07338837-698a-4265-a268-a84387202c68 req-06928bdc-cae4-4ded-a5a6-455762db6053 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484774 Aug 10 12:32:03.611997 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 46858) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:03.642451 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e5e09bb-0abb-4878-863d-d07d0b9c4aa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:03.750014 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e5e09bb-0abb-4878-863d-d07d0b9c4aa9 admin admin] Publish callbacks [] for security_group (65e01095-ad25-4dc3-95e4-8f4f609910fe), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:03.761837 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6e5e09bb-0abb-4878-863d-d07d0b9c4aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (65e01095-ad25-4dc3-95e4-8f4f609910fe), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:03.807409 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83762c-36b4-4efa-a4e8-79445f196177 req-33b4cf7a-ed76-44d9-8180-604fa33dc2f1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:03.817033 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ce83762c-36b4-4efa-a4e8-79445f196177 req-33b4cf7a-ed76-44d9-8180-604fa33dc2f1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 945 time: 0.1022725 Aug 10 12:32:03.819220 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e09bb-0abb-4878-863d-d07d0b9c4aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e01095-ad25-4dc3-95e4-8f4f609910fe,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:03.825016 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-6e5e09bb-0abb-4878-863d-d07d0b9c4aa9 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=0a0c13bef6e84147833f79d13fc259ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109861 Aug 10 12:32:03.827903 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 46874) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:03.844082 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:03.883256 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ce83762c-36b4-4efa-a4e8-79445f196177 req-cb320fb7-1daa-4864-bad8-0a7c36c37ccb tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c1c644c7-8fb0-417f-91b3-659b2cf37ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652800 Aug 10 12:32:03.907250 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-45295b93-cb1a-49e9-b972-ccaafc2140cb admin admin] Publish callbacks [] for security_group (65e01095-ad25-4dc3-95e4-8f4f609910fe), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:03.925335 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a1c9c7c3-0a7c-43f9-8842-9575df99ab67 req-7deffe8a-9c71-4fa5-8950-9b853a3cef29 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997368 Aug 10 12:32:03.940452 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-45295b93-cb1a-49e9-b972-ccaafc2140cb admin admin] Publish callbacks [] for security_group (65e01095-ad25-4dc3-95e4-8f4f609910fe), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:03.949508 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:04.011853 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-45295b93-cb1a-49e9-b972-ccaafc2140cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (65e01095-ad25-4dc3-95e4-8f4f609910fe), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:04.015120 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-45295b93-cb1a-49e9-b972-ccaafc2140cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:04.016897 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-45295b93-cb1a-49e9-b972-ccaafc2140cb admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/65e01095-ad25-4dc3-95e4-8f4f609910fe HTTP/1.1" status: 204 len: 168 time: 0.1873138 Aug 10 12:32:04.027343 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45295b93-cb1a-49e9-b972-ccaafc2140cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e01095-ad25-4dc3-95e4-8f4f609910fe,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:04.133261 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 46892) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:04.158648 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6048c-b0b1-4a11-88bd-51838b24f64a req-50ce32ff-1cff-400d-b22e-0b44cd603697 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:04.160191 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-32c6048c-b0b1-4a11-88bd-51838b24f64a req-50ce32ff-1cff-400d-b22e-0b44cd603697 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0508726 Aug 10 12:32:04.234438 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-32c6048c-b0b1-4a11-88bd-51838b24f64a req-a01abe1f-7679-4022-a723-b88018365714 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656703 Aug 10 12:32:04.494707 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-344abf67-e5f4-4e87-bcea-0b90f25c5c15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:04.517215 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a52c8-892f-4f43-b6f5-6c14af55ea23 req-f4ef3844-2d35-4671-9b56-4fce34003197 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:04.518730 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b56a52c8-892f-4f43-b6f5-6c14af55ea23 req-f4ef3844-2d35-4671-9b56-4fce34003197 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0841713 Aug 10 12:32:04.605884 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b56a52c8-892f-4f43-b6f5-6c14af55ea23 req-20a45949-6c74-495e-9e46-3c477ac4c44a tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769579 Aug 10 12:32:04.660151 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-344abf67-e5f4-4e87-bcea-0b90f25c5c15 admin admin] Publish callbacks [] for security_group (64f7cf5b-936b-45dc-abb2-50788f14695a), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:04.668746 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-344abf67-e5f4-4e87-bcea-0b90f25c5c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (64f7cf5b-936b-45dc-abb2-50788f14695a), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:04.716863 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344abf67-e5f4-4e87-bcea-0b90f25c5c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f7cf5b-936b-45dc-abb2-50788f14695a,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:04.724900 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-344abf67-e5f4-4e87-bcea-0b90f25c5c15 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=e100286925174f36b3260211cb564c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5875800 Aug 10 12:32:04.724900 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 46930) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:04.788129 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-56a89d3b-6f53-42f5-813e-07ed77d98015 admin admin] Publish callbacks [] for security_group (64f7cf5b-936b-45dc-abb2-50788f14695a), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:04.790038 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4aa00f-8686-4920-9455-c00ca40c984d req-35ad76c8-9ad4-4930-acfe-2b005d2924ea tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:04.791607 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7f4aa00f-8686-4920-9455-c00ca40c984d req-35ad76c8-9ad4-4930-acfe-2b005d2924ea tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0827973 Aug 10 12:32:04.803391 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 46938) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:04.807876 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e91d49cb-5eae-4786-b597-a8b7b6d3289f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Request body: {'floatingip': {'port_id': 'dd060781-b144-4d67-99d5-c6d10616e60b'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:32:04.812219 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-56a89d3b-6f53-42f5-813e-07ed77d98015 admin admin] Publish callbacks [] for security_group (64f7cf5b-936b-45dc-abb2-50788f14695a), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:04.885772 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-56a89d3b-6f53-42f5-813e-07ed77d98015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (64f7cf5b-936b-45dc-abb2-50788f14695a), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:04.889746 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-56a89d3b-6f53-42f5-813e-07ed77d98015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:04.894981 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-56a89d3b-6f53-42f5-813e-07ed77d98015 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/64f7cf5b-936b-45dc-abb2-50788f14695a HTTP/1.1" status: 204 len: 168 time: 0.1689603 Aug 10 12:32:04.910558 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a89d3b-6f53-42f5-813e-07ed77d98015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f7cf5b-936b-45dc-abb2-50788f14695a,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:04.952499 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e91d49cb-5eae-4786-b597-a8b7b6d3289f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for floatingip (378043ca-ba92-4fdb-a2fa-c40479ed8bdd), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:05.106352 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb322531-af5d-45ce-9eb6-0b5ec99eef46 req-f8eee5bf-3acd-4ad4-99eb-4dfd817e5214 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:05.108405 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-bb322531-af5d-45ce-9eb6-0b5ec99eef46 req-f8eee5bf-3acd-4ad4-99eb-4dfd817e5214 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 945 time: 0.0824308 Aug 10 12:32:05.178485 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:05.204760 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-bb322531-af5d-45ce-9eb6-0b5ec99eef46 req-123c7a13-f9fd-49e9-a154-24a72ef94095 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c1c644c7-8fb0-417f-91b3-659b2cf37ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868652 Aug 10 12:32:05.430261 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8610c4-22f0-4699-ab9f-d9c681e196e6 req-22c14846-d77c-4499-aff6-29fde5e18ba3 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:05.431980 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3b8610c4-22f0-4699-ab9f-d9c681e196e6 req-22c14846-d77c-4499-aff6-29fde5e18ba3 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0704398 Aug 10 12:32:05.455620 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 46980) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:05.518566 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4cce4892-8d5d-430d-9106-76736f629467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:05.554945 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44e2c3-85b2-4554-8bd6-2e238cb5afb8 req-54f98c82-11c9-4b1a-a10a-cc7bc86345fb tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:05.556645 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-0e44e2c3-85b2-4554-8bd6-2e238cb5afb8 req-54f98c82-11c9-4b1a-a10a-cc7bc86345fb tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 945 time: 0.2560246 Aug 10 12:32:05.569887 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3b8610c4-22f0-4699-ab9f-d9c681e196e6 req-dc2df6ca-0efd-4446-9e94-a5f6d22a60ab tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284821 Aug 10 12:32:05.570409 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 46982) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:05.585525 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-6211fe58-714c-48fc-9e93-fe86cd87f44c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'floatingip': {'port_id': 'ee59973b-b76f-446a-a41a-885cc40ea7c3'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:32:05.705909 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6211fe58-714c-48fc-9e93-fe86cd87f44c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (e7c7c239-379d-4dfc-82d8-d7995c7b63ef), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:05.881973 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 46990) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:05.995229 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e91d49cb-5eae-4786-b597-a8b7b6d3289f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:06.000924 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e91d49cb-5eae-4786-b597-a8b7b6d3289f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (378043ca-ba92-4fdb-a2fa-c40479ed8bdd), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:06.002085 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4cce4892-8d5d-430d-9106-76736f629467 admin admin] Publish callbacks [] for security_group (2ecca9a7-3c42-44af-a6b2-4b011ef4c03e), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:06.013786 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4cce4892-8d5d-430d-9106-76736f629467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (2ecca9a7-3c42-44af-a6b2-4b011ef4c03e), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:06.020246 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:06.055290 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:06.093475 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-4cce4892-8d5d-430d-9106-76736f629467 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=aee1b86c998f4e67870f0311913b9a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6352746 Aug 10 12:32:06.096464 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 46998) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:06.097562 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce4892-8d5d-430d-9106-76736f629467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecca9a7-3c42-44af-a6b2-4b011ef4c03e,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:06.121453 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-28bb6c7d-7173-4dfc-86fb-811a6e976dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:06.130206 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.l3_db [None req-e91d49cb-5eae-4786-b597-a8b7b6d3289f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Floating IP 378043ca-ba92-4fdb-a2fa-c40479ed8bdd associated. External IP: 172.27.0.240, port: dd060781-b144-4d67-99d5-c6d10616e60b. Aug 10 12:32:06.321988 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:06.330289 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-42a09d16-1100-484e-920f-bb974fdd9d81 admin admin] Publish callbacks [] for security_group (2ecca9a7-3c42-44af-a6b2-4b011ef4c03e), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:06.354416 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91d49cb-5eae-4786-b597-a8b7b6d3289f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Router 544aac30-65a6-4fca-a6f2-f9197a416755 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:32:06.372620 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:06.447832 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-42a09d16-1100-484e-920f-bb974fdd9d81 admin admin] Publish callbacks [] for security_group (2ecca9a7-3c42-44af-a6b2-4b011ef4c03e), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:06.489916 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91d49cb-5eae-4786-b597-a8b7b6d3289f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:32:06.496063 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e91d49cb-5eae-4786-b597-a8b7b6d3289f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:06.506313 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad272d08-57fd-4e4e-a1fd-526548705800 None None] Sync routers for ids ['544aac30-65a6-4fca-a6f2-f9197a416755'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:32:06.522209 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad272d08-57fd-4e4e-a1fd-526548705800 None None] Routers {'544aac30-65a6-4fca-a6f2-f9197a416755'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:32:06.526747 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-ad272d08-57fd-4e4e-a1fd-526548705800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:31:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['544aac30-65a6-4fca-a6f2-f9197a416755'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:06.534808 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-e91d49cb-5eae-4786-b597-a8b7b6d3289f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/378043ca-ba92-4fdb-a2fa-c40479ed8bdd HTTP/1.1" status: 200 len: 991 time: 1.7294762 Aug 10 12:32:06.534808 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2', 'tag': 'dd060781-b144-4d67-99d5-c6d10616e60b'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:32:06.537739 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7ba84a99e6a3ee78a19e4789e0716ba8eeb6d4089296a11dfcbdd1268c8b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0107f7da-d45e-43a8-94ec-75099ee3a2f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2", "tag": "dd060781-b144-4d67-99d5-c6d10616e60b"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:32:06.568990 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-28bb6c7d-7173-4dfc-86fb-811a6e976dbb admin admin] Publish callbacks [] for security_group (e04fc1e9-af98-42f1-9638-3ce5889edbf3), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:06.592308 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-28bb6c7d-7173-4dfc-86fb-811a6e976dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (e04fc1e9-af98-42f1-9638-3ce5889edbf3), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:06.619862 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e3458f-4d55-4c98-a8c7-58a2c1e163aa x-openstack-request-id: req-d7e3458f-4d55-4c98-a8c7-58a2c1e163aa {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:32:06.620153 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2", "tag": "dd060781-b144-4d67-99d5-c6d10616e60b", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:32:06.620406 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d7e3458f-4d55-4c98-a8c7-58a2c1e163aa {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:32:06.620815 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e3458f-4d55-4c98-a8c7-58a2c1e163aa'] response: {'name': 'network-changed', 'server_uuid': 'b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2', 'tag': 'dd060781-b144-4d67-99d5-c6d10616e60b', 'status': 'completed', 'code': 200} Aug 10 12:32:06.685193 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-42a09d16-1100-484e-920f-bb974fdd9d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (2ecca9a7-3c42-44af-a6b2-4b011ef4c03e), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:06.687973 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-42a09d16-1100-484e-920f-bb974fdd9d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:06.689483 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-42a09d16-1100-484e-920f-bb974fdd9d81 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/2ecca9a7-3c42-44af-a6b2-4b011ef4c03e HTTP/1.1" status: 204 len: 168 time: 0.5880892 Aug 10 12:32:06.711900 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-28bb6c7d-7173-4dfc-86fb-811a6e976dbb admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=99c683eeef984c70a9d7e2cb88ae727c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8255246 Aug 10 12:32:06.714111 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.db.resource_extend [None req-6211fe58-714c-48fc-9e93-fe86cd87f44c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 10 12:32:06.714723 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47026) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:06.719162 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb6c7d-7173-4dfc-86fb-811a6e976dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04fc1e9-af98-42f1-9638-3ce5889edbf3,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:06.767151 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-ad272d08-57fd-4e4e-a1fd-526548705800 None None] Set router 544aac30-65a6-4fca-a6f2-f9197a416755 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:32:06.773990 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34a7da10-4548-462f-a152-b9795652a31a admin admin] Publish callbacks [] for security_group (e04fc1e9-af98-42f1-9638-3ce5889edbf3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:06.803753 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34a7da10-4548-462f-a152-b9795652a31a admin admin] Publish callbacks [] for security_group (e04fc1e9-af98-42f1-9638-3ce5889edbf3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:06.838570 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a09d16-1100-484e-920f-bb974fdd9d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecca9a7-3c42-44af-a6b2-4b011ef4c03e,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:06.862683 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6211fe58-714c-48fc-9e93-fe86cd87f44c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:06.869158 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107f7da-d45e-43a8-94ec-75099ee3a2f8 req-1b6d6bc9-c27d-4482-89e6-53be5c6d7ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:06.871342 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0107f7da-d45e-43a8-94ec-75099ee3a2f8 req-1b6d6bc9-c27d-4482-89e6-53be5c6d7ed4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d&device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 1129 time: 0.1758111 Aug 10 12:32:06.879823 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463b112-b0b4-49f8-b253-15cd6f3fb216 req-ddda72ca-7935-47dd-bd80-4bf233a5840d tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:06.886408 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b463b112-b0b4-49f8-b253-15cd6f3fb216 req-ddda72ca-7935-47dd-bd80-4bf233a5840d tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.1772943 Aug 10 12:32:06.896334 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34a7da10-4548-462f-a152-b9795652a31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (e04fc1e9-af98-42f1-9638-3ce5889edbf3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:06.899053 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34a7da10-4548-462f-a152-b9795652a31a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:06.902688 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-34a7da10-4548-462f-a152-b9795652a31a admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/e04fc1e9-af98-42f1-9638-3ce5889edbf3 HTTP/1.1" status: 204 len: 168 time: 0.1847212 Aug 10 12:32:06.913761 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6211fe58-714c-48fc-9e93-fe86cd87f44c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (e7c7c239-379d-4dfc-82d8-d7995c7b63ef), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:06.927759 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7da10-4548-462f-a152-b9795652a31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04fc1e9-af98-42f1-9638-3ce5889edbf3,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:06.933329 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47032) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:07.115012 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b463b112-b0b4-49f8-b253-15cd6f3fb216 req-01448d98-f62c-4a6a-8fe3-f0e752c47319 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276797 Aug 10 12:32:07.157545 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:07.197761 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107f7da-d45e-43a8-94ec-75099ee3a2f8 req-740bcd7d-f499-46f8-8d10-d1e4732fa763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:07.199425 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0107f7da-d45e-43a8-94ec-75099ee3a2f8 req-740bcd7d-f499-46f8-8d10-d1e4732fa763 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=9747c644-617a-4b31-a63b-39dd1a5c7b9c HTTP/1.1" status: 200 len: 916 time: 0.3089392 Aug 10 12:32:07.202621 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.l3_db [None req-6211fe58-714c-48fc-9e93-fe86cd87f44c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Floating IP e7c7c239-379d-4dfc-82d8-d7995c7b63ef associated. External IP: 172.27.0.245, port: ee59973b-b76f-446a-a41a-885cc40ea7c3. Aug 10 12:32:07.289678 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-ad272d08-57fd-4e4e-a1fd-526548705800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:04Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 4, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'gw_port': {'id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '378043ca-ba92-4fdb-a2fa-c40479ed8bdd', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'port_id': 'dd060781-b144-4d67-99d5-c6d10616e60b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'mac_address': 'fa:16:3e:39:cf:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:31:21Z', 'updated_at': '2022-08-10T12:32:05Z', 'revision_number': 1, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ca6fa8-090c-423a-a4f8-1ca2bb087f56', 'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'mac_address': 'fa:16:3e:8a:7c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:11Z', 'updated_at': '2022-08-10T12:31:28Z', 'revision_number': 5, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'subnets': [{'id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:07.327178 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad272d08-57fd-4e4e-a1fd-526548705800 None None] Checking router: 544aac30-65a6-4fca-a6f2-f9197a416755 for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:32:07.339581 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad272d08-57fd-4e4e-a1fd-526548705800 None None] Routers {'544aac30-65a6-4fca-a6f2-f9197a416755'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:32:07.344250 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-ad272d08-57fd-4e4e-a1fd-526548705800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:31:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['544aac30-65a6-4fca-a6f2-f9197a416755'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:07.424265 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0f6f4f0c-0eb3-4905-aa5f-5ca63d56acfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:07.589601 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47046) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:07.614883 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bbbf29af-c46e-4bce-9139-89e50b3c8faf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:07.617456 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47048) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:07.621152 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-ad272d08-57fd-4e4e-a1fd-526548705800 None None] Set router 544aac30-65a6-4fca-a6f2-f9197a416755 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:32:07.640292 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0107f7da-d45e-43a8-94ec-75099ee3a2f8 req-0f2b8026-3d57-4df7-bed0-ffd73babd2f9 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd060781-b144-4d67-99d5-c6d10616e60b HTTP/1.1" status: 200 len: 999 time: 0.1373746 Aug 10 12:32:07.647196 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-312aa3e6-5305-4267-a026-2c60462975c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:07.680685 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0f6f4f0c-0eb3-4905-aa5f-5ca63d56acfe admin admin] Publish callbacks [] for security_group (bef97cd8-cc03-4e7c-b514-29cc3da4cfc8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:07.697977 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0f6f4f0c-0eb3-4905-aa5f-5ca63d56acfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (bef97cd8-cc03-4e7c-b514-29cc3da4cfc8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:07.706528 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:07.734805 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107f7da-d45e-43a8-94ec-75099ee3a2f8 req-c6b2a518-86e2-458b-a730-4f2801ec4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:07.736325 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0107f7da-d45e-43a8-94ec-75099ee3a2f8 req-c6b2a518-86e2-458b-a730-4f2801ec4c59 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=83d863d9-2bcf-49a1-876a-272e644640cc HTTP/1.1" status: 200 len: 854 time: 0.0891826 Aug 10 12:32:07.778068 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f4f0c-0eb3-4905-aa5f-5ca63d56acfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef97cd8-cc03-4e7c-b514-29cc3da4cfc8,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:07.786766 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-0f6f4f0c-0eb3-4905-aa5f-5ca63d56acfe admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=3b6e7ebc0aea4d95b07f0f42e45ed508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8500960 Aug 10 12:32:07.793853 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47050) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:07.811447 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:07.821245 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107f7da-d45e-43a8-94ec-75099ee3a2f8 req-2c18d6f5-e36d-4069-9377-6e7c69ccdbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:07.822756 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0107f7da-d45e-43a8-94ec-75099ee3a2f8 req-2c18d6f5-e36d-4069-9377-6e7c69ccdbf3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9747c644-617a-4b31-a63b-39dd1a5c7b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0793388 Aug 10 12:32:07.831698 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:07.861938 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bbbf29af-c46e-4bce-9139-89e50b3c8faf admin admin] Publish callbacks [] for security_group (1fa4d5f3-b757-4dae-98a5-09f0254ea301), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:07.872989 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:07.878149 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-bbbf29af-c46e-4bce-9139-89e50b3c8faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (1fa4d5f3-b757-4dae-98a5-09f0254ea301), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:07.882682 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-ad272d08-57fd-4e4e-a1fd-526548705800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:04Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 4, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'gw_port': {'id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '378043ca-ba92-4fdb-a2fa-c40479ed8bdd', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'port_id': 'dd060781-b144-4d67-99d5-c6d10616e60b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'mac_address': 'fa:16:3e:39:cf:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:31:21Z', 'updated_at': '2022-08-10T12:32:05Z', 'revision_number': 1, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ca6fa8-090c-423a-a4f8-1ca2bb087f56', 'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'mac_address': 'fa:16:3e:8a:7c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:11Z', 'updated_at': '2022-08-10T12:31:28Z', 'revision_number': 5, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'subnets': [{'id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:07.894257 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6211fe58-714c-48fc-9e93-fe86cd87f44c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Router c738bb5a-be08-41c0-857d-5311e5d2b7ce has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:32:07.912921 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad272d08-57fd-4e4e-a1fd-526548705800 None None] The sync data for ids ['544aac30-65a6-4fca-a6f2-f9197a416755'] in dv-cinder-852261-3-iscsi is: [{'id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:04Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 4, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'gw_port': {'id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '378043ca-ba92-4fdb-a2fa-c40479ed8bdd', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'port_id': 'dd060781-b144-4d67-99d5-c6d10616e60b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'mac_address': 'fa:16:3e:39:cf:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:31:21Z', 'updated_at': '2022-08-10T12:32:05Z', 'revision_number': 1, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ca6fa8-090c-423a-a4f8-1ca2bb087f56', 'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'mac_address': 'fa:16:3e:8a:7c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:11Z', 'updated_at': '2022-08-10T12:31:28Z', 'revision_number': 5, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'subnets': [{'id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:32:07.936208 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-312aa3e6-5305-4267-a026-2c60462975c9 admin admin] Publish callbacks [] for security_group (7a9d9db7-3b53-42e0-b702-66832a1c6271), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:07.951297 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-312aa3e6-5305-4267-a026-2c60462975c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (7a9d9db7-3b53-42e0-b702-66832a1c6271), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:07.956464 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-bbbf29af-c46e-4bce-9139-89e50b3c8faf admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=dae150012d1146fd92212b8a9d72e15f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3650107 Aug 10 12:32:07.960623 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf29af-c46e-4bce-9139-89e50b3c8faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa4d5f3-b757-4dae-98a5-09f0254ea301,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:07.965504 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47052) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:07.974790 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0107f7da-d45e-43a8-94ec-75099ee3a2f8 req-3840c771-f01a-4ce0-ad33-c31e4b1d63c4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382530 Aug 10 12:32:07.999655 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2b1381c-2f25-48c9-a72d-8641eee97b3c admin admin] Publish callbacks [] for security_group (bef97cd8-cc03-4e7c-b514-29cc3da4cfc8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:08.042859 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-312aa3e6-5305-4267-a026-2c60462975c9 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=76b77c0f11904abb8fd08e6001a9e6ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4233742 Aug 10 12:32:08.049648 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47054) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:08.056263 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312aa3e6-5305-4267-a026-2c60462975c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9d9db7-3b53-42e0-b702-66832a1c6271,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:08.076710 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2b1381c-2f25-48c9-a72d-8641eee97b3c admin admin] Publish callbacks [] for security_group (bef97cd8-cc03-4e7c-b514-29cc3da4cfc8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:08.097685 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6211fe58-714c-48fc-9e93-fe86cd87f44c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:32:08.107421 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6211fe58-714c-48fc-9e93-fe86cd87f44c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:08.109600 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eaca89-7958-41d4-9b03-ad8ccbdba9ee None None] Sync routers for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:32:08.120927 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eaca89-7958-41d4-9b03-ad8ccbdba9ee None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:32:08.121866 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f7eaca89-7958-41d4-9b03-ad8ccbdba9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:31:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:08.159586 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-6211fe58-714c-48fc-9e93-fe86cd87f44c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/e7c7c239-379d-4dfc-82d8-d7995c7b63ef HTTP/1.1" status: 200 len: 991 time: 2.5848634 Aug 10 12:32:08.165517 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6bf86e-2553-4f1c-8620-92c63510184a', 'tag': 'ee59973b-b76f-446a-a41a-885cc40ea7c3'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:32:08.168289 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7019032-c21c-4b47-a08e-c3d0cc62998b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e6bf86e-2553-4f1c-8620-92c63510184a", "tag": "ee59973b-b76f-446a-a41a-885cc40ea7c3"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:32:08.178297 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0107f7da-d45e-43a8-94ec-75099ee3a2f8 req-aba56a08-7089-40ab-81dd-8cb65d05492f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919682 Aug 10 12:32:08.194449 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-58c0648f-c93a-432b-a450-37477d4e5f18 admin admin] Publish callbacks [] for security_group (1fa4d5f3-b757-4dae-98a5-09f0254ea301), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:08.229319 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2451e571-bf93-464d-aef5-7298c03b8bfd admin admin] Publish callbacks [] for security_group (7a9d9db7-3b53-42e0-b702-66832a1c6271), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:08.254498 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e78189-f2f0-48e8-9c78-28c87d13582a x-openstack-request-id: req-41e78189-f2f0-48e8-9c78-28c87d13582a {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:32:08.254788 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e6bf86e-2553-4f1c-8620-92c63510184a", "tag": "ee59973b-b76f-446a-a41a-885cc40ea7c3", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:32:08.255062 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41e78189-f2f0-48e8-9c78-28c87d13582a {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:32:08.255463 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e78189-f2f0-48e8-9c78-28c87d13582a'] response: {'name': 'network-changed', 'server_uuid': '7e6bf86e-2553-4f1c-8620-92c63510184a', 'tag': 'ee59973b-b76f-446a-a41a-885cc40ea7c3', 'status': 'completed', 'code': 200} Aug 10 12:32:08.262066 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2b1381c-2f25-48c9-a72d-8641eee97b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (bef97cd8-cc03-4e7c-b514-29cc3da4cfc8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:08.265320 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c2b1381c-2f25-48c9-a72d-8641eee97b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:08.272677 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-c2b1381c-2f25-48c9-a72d-8641eee97b3c admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/bef97cd8-cc03-4e7c-b514-29cc3da4cfc8 HTTP/1.1" status: 204 len: 168 time: 0.4722703 Aug 10 12:32:08.275144 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-58c0648f-c93a-432b-a450-37477d4e5f18 admin admin] Publish callbacks [] for security_group (1fa4d5f3-b757-4dae-98a5-09f0254ea301), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:08.384083 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2451e571-bf93-464d-aef5-7298c03b8bfd admin admin] Publish callbacks [] for security_group (7a9d9db7-3b53-42e0-b702-66832a1c6271), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:08.391983 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7019032-c21c-4b47-a08e-c3d0cc62998b req-6d18a434-b6ff-4b13-86bb-9dd3e63b80f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:08.394370 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1381c-2f25-48c9-a72d-8641eee97b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef97cd8-cc03-4e7c-b514-29cc3da4cfc8,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:08.396168 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d7019032-c21c-4b47-a08e-c3d0cc62998b req-6d18a434-b6ff-4b13-86bb-9dd3e63b80f6 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0bbb137a895941b1876eebfc56c28425&device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 1129 time: 0.0896959 Aug 10 12:32:08.422090 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-f7eaca89-7958-41d4-9b03-ad8ccbdba9ee None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:32:08.454951 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57cdb5-e83f-4c75-aed5-ff19bebee535 req-ca43311e-a454-4cfd-a3a4-75316ff31ab3 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:08.456546 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1e57cdb5-e83f-4c75-aed5-ff19bebee535 req-ca43311e-a454-4cfd-a3a4-75316ff31ab3 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.2228458 Aug 10 12:32:08.591041 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:08.607654 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:08.656866 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1e57cdb5-e83f-4c75-aed5-ff19bebee535 req-6cd41fb8-9100-4415-a872-03e27b90ba1a tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763852 Aug 10 12:32:08.661045 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-58c0648f-c93a-432b-a450-37477d4e5f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (1fa4d5f3-b757-4dae-98a5-09f0254ea301), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:08.674413 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-58c0648f-c93a-432b-a450-37477d4e5f18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:08.675726 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-58c0648f-c93a-432b-a450-37477d4e5f18 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/1fa4d5f3-b757-4dae-98a5-09f0254ea301 HTTP/1.1" status: 204 len: 168 time: 0.7006695 Aug 10 12:32:08.698299 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2451e571-bf93-464d-aef5-7298c03b8bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (7a9d9db7-3b53-42e0-b702-66832a1c6271), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:08.702980 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2451e571-bf93-464d-aef5-7298c03b8bfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:08.704171 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-2451e571-bf93-464d-aef5-7298c03b8bfd admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/7a9d9db7-3b53-42e0-b702-66832a1c6271 HTTP/1.1" status: 204 len: 168 time: 0.6488993 Aug 10 12:32:08.708667 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0648f-c93a-432b-a450-37477d4e5f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa4d5f3-b757-4dae-98a5-09f0254ea301,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:08.744366 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451e571-bf93-464d-aef5-7298c03b8bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9d9db7-3b53-42e0-b702-66832a1c6271,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:08.744977 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7019032-c21c-4b47-a08e-c3d0cc62998b req-13c84b42-2147-4450-9f7a-ea64f244cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:08.753556 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d7019032-c21c-4b47-a08e-c3d0cc62998b req-13c84b42-2147-4450-9f7a-ea64f244cac9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=69a0d312-b2de-4689-b0c5-62b84c9112b2 HTTP/1.1" status: 200 len: 916 time: 0.2990217 Aug 10 12:32:08.912297 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d7019032-c21c-4b47-a08e-c3d0cc62998b req-576ee238-a872-4fe8-9025-0c686b3d0da2 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee59973b-b76f-446a-a41a-885cc40ea7c3 HTTP/1.1" status: 200 len: 999 time: 0.1433496 Aug 10 12:32:09.001320 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7019032-c21c-4b47-a08e-c3d0cc62998b req-6c51a4f1-7846-413b-a015-b4082ee5cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:09.003401 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d7019032-c21c-4b47-a08e-c3d0cc62998b req-6c51a4f1-7846-413b-a015-b4082ee5cdeb service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=475a0af2-d7c4-4476-ab09-64279713ecd6 HTTP/1.1" status: 200 len: 854 time: 0.0860853 Aug 10 12:32:09.061523 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7019032-c21c-4b47-a08e-c3d0cc62998b req-313f7c8a-f81e-40be-9df6-e3bfa7c188ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:09.063200 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d7019032-c21c-4b47-a08e-c3d0cc62998b req-313f7c8a-f81e-40be-9df6-e3bfa7c188ee service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=69a0d312-b2de-4689-b0c5-62b84c9112b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536985 Aug 10 12:32:09.074897 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f7eaca89-7958-41d4-9b03-ad8ccbdba9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': 'e7c7c239-379d-4dfc-82d8-d7995c7b63ef', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'port_id': 'ee59973b-b76f-446a-a41a-885cc40ea7c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'mac_address': 'fa:16:3e:cb:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6bf86e-2553-4f1c-8620-92c63510184a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:31:23Z', 'updated_at': '2022-08-10T12:32:06Z', 'revision_number': 1, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:09.102108 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eaca89-7958-41d4-9b03-ad8ccbdba9ee None None] Checking router: c738bb5a-be08-41c0-857d-5311e5d2b7ce for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:32:09.112169 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eaca89-7958-41d4-9b03-ad8ccbdba9ee None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:32:09.113520 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f7eaca89-7958-41d4-9b03-ad8ccbdba9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:31:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:09.155869 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:09.199325 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d7019032-c21c-4b47-a08e-c3d0cc62998b req-67fe31ef-5134-482b-95fe-40e3af46f6b6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285226 Aug 10 12:32:09.242404 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123dce85-236b-4b90-9fa8-39639ebf9cd4 None None] New status for floating IP 378043ca-ba92-4fdb-a2fa-c40479ed8bdd: ACTIVE {{(pid=103792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:32:09.299965 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-f7eaca89-7958-41d4-9b03-ad8ccbdba9ee None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:32:09.355680 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d7019032-c21c-4b47-a08e-c3d0cc62998b req-c6be13ec-31ea-4ada-9a80-3d69e517e83e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436915 Aug 10 12:32:09.367885 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47092) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:09.388064 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d97ca698-ef1e-4d44-a8e0-8aebafac09ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:09.509253 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d97ca698-ef1e-4d44-a8e0-8aebafac09ad admin admin] Publish callbacks [] for security_group (76a36708-30de-4901-b9cc-37319daa89a1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:09.516441 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d97ca698-ef1e-4d44-a8e0-8aebafac09ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (76a36708-30de-4901-b9cc-37319daa89a1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:09.516570 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:09.575063 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-d97ca698-ef1e-4d44-a8e0-8aebafac09ad admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=c64347f1a90440199e4e79949de0674b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037010 Aug 10 12:32:09.576075 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 47098) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:09.590146 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ca698-ef1e-4d44-a8e0-8aebafac09ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a36708-30de-4901-b9cc-37319daa89a1,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:09.626154 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f7eaca89-7958-41d4-9b03-ad8ccbdba9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': 'e7c7c239-379d-4dfc-82d8-d7995c7b63ef', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'port_id': 'ee59973b-b76f-446a-a41a-885cc40ea7c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'mac_address': 'fa:16:3e:cb:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6bf86e-2553-4f1c-8620-92c63510184a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:31:23Z', 'updated_at': '2022-08-10T12:32:06Z', 'revision_number': 1, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:09.668220 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eaca89-7958-41d4-9b03-ad8ccbdba9ee None None] The sync data for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi is: [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': 'e7c7c239-379d-4dfc-82d8-d7995c7b63ef', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'port_id': 'ee59973b-b76f-446a-a41a-885cc40ea7c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'mac_address': 'fa:16:3e:cb:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6bf86e-2553-4f1c-8620-92c63510184a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:31:23Z', 'updated_at': '2022-08-10T12:32:06Z', 'revision_number': 1, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:32:09.670440 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-169b85ad-f72b-46a6-a99e-5619a21eea70 admin admin] Publish callbacks [] for security_group (76a36708-30de-4901-b9cc-37319daa89a1), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:09.700241 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-169b85ad-f72b-46a6-a99e-5619a21eea70 admin admin] Publish callbacks [] for security_group (76a36708-30de-4901-b9cc-37319daa89a1), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:09.703739 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:09.800172 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-169b85ad-f72b-46a6-a99e-5619a21eea70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (76a36708-30de-4901-b9cc-37319daa89a1), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:09.804307 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-169b85ad-f72b-46a6-a99e-5619a21eea70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:09.809293 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-169b85ad-f72b-46a6-a99e-5619a21eea70 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/76a36708-30de-4901-b9cc-37319daa89a1 HTTP/1.1" status: 204 len: 168 time: 0.2315536 Aug 10 12:32:09.850184 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b85ad-f72b-46a6-a99e-5619a21eea70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a36708-30de-4901-b9cc-37319daa89a1,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:09.886689 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178fd0e-808b-45a2-ab92-9a3fe7b42634 req-6fbe67b5-a18d-4da3-9cba-3bcbc45e42ec tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:09.888850 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3178fd0e-808b-45a2-ab92-9a3fe7b42634 req-6fbe67b5-a18d-4da3-9cba-3bcbc45e42ec tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0765426 Aug 10 12:32:09.953638 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3178fd0e-808b-45a2-ab92-9a3fe7b42634 req-d9b9918c-bae2-4010-b9ed-3e1025f63804 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548055 Aug 10 12:32:09.999288 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88f9032-2ece-4712-8ed0-f44df5a51ded None None] New status for floating IP e7c7c239-379d-4dfc-82d8-d7995c7b63ef: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:32:11.098389 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd95b0f-d19f-4efd-aee7-662a2e4203b0 req-01683418-ecd7-4bbb-b4c0-787b7ee0acb5 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:11.100112 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4fd95b0f-d19f-4efd-aee7-662a2e4203b0 req-01683418-ecd7-4bbb-b4c0-787b7ee0acb5 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0626910 Aug 10 12:32:11.150788 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4fd95b0f-d19f-4efd-aee7-662a2e4203b0 req-94dcd955-1ba2-4b9f-8744-1911e574ca33 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429170 Aug 10 12:32:12.272795 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4606ed-b1e9-49b3-8560-2a8555cc06fa req-42f1ff14-445a-4438-87e1-f26b14dfbebd tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:12.274264 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ca4606ed-b1e9-49b3-8560-2a8555cc06fa req-42f1ff14-445a-4438-87e1-f26b14dfbebd tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0482020 Aug 10 12:32:12.320673 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ca4606ed-b1e9-49b3-8560-2a8555cc06fa req-6439beb6-eb1a-4c8e-9d35-7f379d0c235d tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403821 Aug 10 12:32:13.441598 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:13.461470 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b11796-f258-4ec8-bada-c08a5d53e1f0 req-2918a8a6-efe6-4e0a-94df-e14d1d4daa47 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:13.463091 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-29b11796-f258-4ec8-bada-c08a5d53e1f0 req-2918a8a6-efe6-4e0a-94df-e14d1d4daa47 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0566339 Aug 10 12:32:13.517978 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-29b11796-f258-4ec8-bada-c08a5d53e1f0 req-7b017ecd-ec42-4896-86d7-b84f32f702d2 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488863 Aug 10 12:32:14.678217 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f71dab-1b27-4c56-8f5d-ae0d05a4f425 req-960cc20a-6cea-4128-aee9-372a55726d04 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:14.679995 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d6f71dab-1b27-4c56-8f5d-ae0d05a4f425 req-960cc20a-6cea-4128-aee9-372a55726d04 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0614567 Aug 10 12:32:14.735940 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d6f71dab-1b27-4c56-8f5d-ae0d05a4f425 req-e0cf8064-e476-44a1-9c4f-40d01c8830c6 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487928 Aug 10 12:32:15.482104 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c4152-6aa0-437a-9cd0-00ae4cd938bb req-caa9097c-e268-47d6-9d4d-a9c4e2587968 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:15.483563 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b31c4152-6aa0-437a-9cd0-00ae4cd938bb req-caa9097c-e268-47d6-9d4d-a9c4e2587968 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 945 time: 0.0496039 Aug 10 12:32:15.530861 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b31c4152-6aa0-437a-9cd0-00ae4cd938bb req-3e484494-e108-424c-bdb1-1c2259a55c7a tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414398 Aug 10 12:32:15.875257 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fad77d-b34f-4576-805e-dca2e5abb56b req-e59063de-36d9-4a28-a04c-7d89fd916283 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:15.876834 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-48fad77d-b34f-4576-805e-dca2e5abb56b req-e59063de-36d9-4a28-a04c-7d89fd916283 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0604093 Aug 10 12:32:15.937036 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-48fad77d-b34f-4576-805e-dca2e5abb56b req-93baeb12-d8c3-4da7-a12d-b9b5bfa710c1 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531366 Aug 10 12:32:16.233078 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47386) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:16.343226 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-07c0b73c-5ff1-40d3-99f5-fc96968e7779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:16.421794 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-07c0b73c-5ff1-40d3-99f5-fc96968e7779 admin admin] Publish callbacks [] for security_group (d2e6c5f6-77f6-410f-80e4-289f20f1754e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:16.425554 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-07c0b73c-5ff1-40d3-99f5-fc96968e7779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (d2e6c5f6-77f6-410f-80e4-289f20f1754e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:16.470210 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-07c0b73c-5ff1-40d3-99f5-fc96968e7779 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=9532ceafd6ab4f418964f0599804beaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360148 Aug 10 12:32:16.471125 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0b73c-5ff1-40d3-99f5-fc96968e7779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e6c5f6-77f6-410f-80e4-289f20f1754e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:16.473559 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 47394) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:16.527779 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c381b4c9-1067-412c-abc2-f4ca4ecf96ee admin admin] Publish callbacks [] for security_group (d2e6c5f6-77f6-410f-80e4-289f20f1754e), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:16.552166 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c381b4c9-1067-412c-abc2-f4ca4ecf96ee admin admin] Publish callbacks [] for security_group (d2e6c5f6-77f6-410f-80e4-289f20f1754e), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:16.610697 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c381b4c9-1067-412c-abc2-f4ca4ecf96ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (d2e6c5f6-77f6-410f-80e4-289f20f1754e), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:16.614339 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c381b4c9-1067-412c-abc2-f4ca4ecf96ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:16.618620 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-c381b4c9-1067-412c-abc2-f4ca4ecf96ee admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/d2e6c5f6-77f6-410f-80e4-289f20f1754e HTTP/1.1" status: 204 len: 168 time: 0.1439087 Aug 10 12:32:16.631648 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381b4c9-1067-412c-abc2-f4ca4ecf96ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e6c5f6-77f6-410f-80e4-289f20f1754e,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:16.699073 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6747fc0-9a7e-4e0d-8431-5fbcdb6ec300 req-03b68ce7-d268-468f-b630-33d65ab6dd59 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:16.700487 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f6747fc0-9a7e-4e0d-8431-5fbcdb6ec300 req-03b68ce7-d268-468f-b630-33d65ab6dd59 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 945 time: 0.0715439 Aug 10 12:32:16.753048 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f6747fc0-9a7e-4e0d-8431-5fbcdb6ec300 req-1ee5eb3c-c603-4080-b625-94899fcdb781 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464060 Aug 10 12:32:16.895682 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 47406) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:16.909557 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-819a298a-3ff4-46d1-aaa6-cb82a08980bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:16.911216 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:16.999744 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-819a298a-3ff4-46d1-aaa6-cb82a08980bb admin admin] Publish callbacks [] for security_group (6cc4ee61-a1c9-4502-be9d-06cd67c1ba30), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:17.005467 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-819a298a-3ff4-46d1-aaa6-cb82a08980bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (6cc4ee61-a1c9-4502-be9d-06cd67c1ba30), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:17.047868 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-819a298a-3ff4-46d1-aaa6-cb82a08980bb admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=71e3d271ed0a47b28c56d9db3660923e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510856 Aug 10 12:32:17.048713 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a298a-3ff4-46d1-aaa6-cb82a08980bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc4ee61-a1c9-4502-be9d-06cd67c1ba30,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:17.051011 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 47420) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:17.066701 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91aa4e1-7a4c-4f58-8c4f-4d4fac4482ae req-32b2731d-6c0d-43c4-bcef-31ba3bfe9f40 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:17.068360 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f91aa4e1-7a4c-4f58-8c4f-4d4fac4482ae req-32b2731d-6c0d-43c4-bcef-31ba3bfe9f40 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0503640 Aug 10 12:32:17.075086 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:17.109304 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ed508ca6-5b29-47de-a79c-ec1a1aa5d875 admin admin] Publish callbacks [] for security_group (6cc4ee61-a1c9-4502-be9d-06cd67c1ba30), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:17.129113 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f91aa4e1-7a4c-4f58-8c4f-4d4fac4482ae req-fd91b912-8970-4388-9c27-718479bf908b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552275 Aug 10 12:32:17.135694 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ed508ca6-5b29-47de-a79c-ec1a1aa5d875 admin admin] Publish callbacks [] for security_group (6cc4ee61-a1c9-4502-be9d-06cd67c1ba30), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:17.197123 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ed508ca6-5b29-47de-a79c-ec1a1aa5d875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (6cc4ee61-a1c9-4502-be9d-06cd67c1ba30), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:17.200949 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ed508ca6-5b29-47de-a79c-ec1a1aa5d875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:17.202538 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-ed508ca6-5b29-47de-a79c-ec1a1aa5d875 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/6cc4ee61-a1c9-4502-be9d-06cd67c1ba30 HTTP/1.1" status: 204 len: 168 time: 0.1502602 Aug 10 12:32:17.211354 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed508ca6-5b29-47de-a79c-ec1a1aa5d875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc4ee61-a1c9-4502-be9d-06cd67c1ba30,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:17.415750 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 47432) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:17.524086 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1abef08a-bf59-4b74-ac3f-70010c10141b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:17.606454 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1abef08a-bf59-4b74-ac3f-70010c10141b admin admin] Publish callbacks [] for security_group (ae801765-b671-40d6-9026-bd31437c0136), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:17.611083 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1abef08a-bf59-4b74-ac3f-70010c10141b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (ae801765-b671-40d6-9026-bd31437c0136), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:17.655893 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-1abef08a-bf59-4b74-ac3f-70010c10141b admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=b4cd99269e0f494ea94269f9c7d53ac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387533 Aug 10 12:32:17.658709 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47446) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:17.664699 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abef08a-bf59-4b74-ac3f-70010c10141b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae801765-b671-40d6-9026-bd31437c0136,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:17.695892 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:17.701680 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a2a6db32-11e8-4a08-a489-81d46be47fb5 req-873f6a5b-5eec-4c87-81a6-8fa638b60ed9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444379 Aug 10 12:32:17.721909 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5bc6409b-1975-488c-91ed-7a008e05295c admin admin] Publish callbacks [] for security_group (ae801765-b671-40d6-9026-bd31437c0136), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:17.749662 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5bc6409b-1975-488c-91ed-7a008e05295c admin admin] Publish callbacks [] for security_group (ae801765-b671-40d6-9026-bd31437c0136), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:17.812927 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5bc6409b-1975-488c-91ed-7a008e05295c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (ae801765-b671-40d6-9026-bd31437c0136), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:17.817284 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5bc6409b-1975-488c-91ed-7a008e05295c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:17.821670 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-5bc6409b-1975-488c-91ed-7a008e05295c admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/ae801765-b671-40d6-9026-bd31437c0136 HTTP/1.1" status: 204 len: 168 time: 0.1615176 Aug 10 12:32:17.834075 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6409b-1975-488c-91ed-7a008e05295c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae801765-b671-40d6-9026-bd31437c0136,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:17.931496 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801d058-c85e-4222-97f5-8afa8aff3434 req-1da4e486-c839-4cac-a63a-54c5e80dc498 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:17.933689 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7801d058-c85e-4222-97f5-8afa8aff3434 req-1da4e486-c839-4cac-a63a-54c5e80dc498 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 945 time: 0.0629995 Aug 10 12:32:18.017554 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7801d058-c85e-4222-97f5-8afa8aff3434 req-faea882e-f724-43b1-9484-dfa9e9417ee6 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674217 Aug 10 12:32:18.081231 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6db32-11e8-4a08-a489-81d46be47fb5 req-1a4837f6-e6f0-435b-b1c3-2af1fffd9632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:18.083075 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a2a6db32-11e8-4a08-a489-81d46be47fb5 req-1a4837f6-e6f0-435b-b1c3-2af1fffd9632 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2301f937213e47c29686be4e8601ac32&device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 1129 time: 0.0560491 Aug 10 12:32:18.275360 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5a74c-8433-4896-af59-11ab13855732 req-4f9af5a8-091a-4cdb-8417-c6446a21c549 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:18.277334 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d9f5a74c-8433-4896-af59-11ab13855732 req-4f9af5a8-091a-4cdb-8417-c6446a21c549 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0575945 Aug 10 12:32:18.337379 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d9f5a74c-8433-4896-af59-11ab13855732 req-e973b2e1-626b-4292-9ce7-584c6a552ae6 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532920 Aug 10 12:32:18.361377 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47486) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:18.370155 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f0aba26-039e-4d56-a458-f3f14d80946c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:18.394528 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6db32-11e8-4a08-a489-81d46be47fb5 req-9762aae8-b980-4652-95d0-e649248601d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:18.396232 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a2a6db32-11e8-4a08-a489-81d46be47fb5 req-9762aae8-b980-4652-95d0-e649248601d6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb HTTP/1.1" status: 200 len: 919 time: 0.1161916 Aug 10 12:32:18.457441 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f0aba26-039e-4d56-a458-f3f14d80946c admin admin] Publish callbacks [] for security_group (d2883be7-f92c-405d-87b8-10a41c87922a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:18.462549 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f0aba26-039e-4d56-a458-f3f14d80946c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (d2883be7-f92c-405d-87b8-10a41c87922a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:18.503076 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0aba26-039e-4d56-a458-f3f14d80946c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2883be7-f92c-405d-87b8-10a41c87922a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:18.507480 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-7f0aba26-039e-4d56-a458-f3f14d80946c admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=3510c833e83649228a5df27d65e7228c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515074 Aug 10 12:32:18.510465 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47488) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:18.528260 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a2a6db32-11e8-4a08-a489-81d46be47fb5 req-968658d9-7e2e-4554-a8f8-2298fa02d892 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54d795d2-dfea-4ba7-96f1-ce5efb7da579 HTTP/1.1" status: 200 len: 217 time: 0.0634620 Aug 10 12:32:18.540276 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:18.559238 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ce447-28fa-49f5-9317-cc3ed49b9b0a req-17da069d-e938-4c36-9bfb-ff23a3d118ac tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:18.559406 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-671ce447-28fa-49f5-9317-cc3ed49b9b0a req-17da069d-e938-4c36-9bfb-ff23a3d118ac tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 945 time: 0.0861154 Aug 10 12:32:18.567555 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b91776ec-0d9f-4898-a3eb-5aed32779d00 admin admin] Publish callbacks [] for security_group (d2883be7-f92c-405d-87b8-10a41c87922a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:18.579210 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:18.596331 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b91776ec-0d9f-4898-a3eb-5aed32779d00 admin admin] Publish callbacks [] for security_group (d2883be7-f92c-405d-87b8-10a41c87922a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:18.664003 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b91776ec-0d9f-4898-a3eb-5aed32779d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (d2883be7-f92c-405d-87b8-10a41c87922a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:18.667980 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b91776ec-0d9f-4898-a3eb-5aed32779d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:18.668426 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6db32-11e8-4a08-a489-81d46be47fb5 req-fce7a1bc-f88a-4b4c-a092-af9658b2c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:18.674507 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-b91776ec-0d9f-4898-a3eb-5aed32779d00 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/d2883be7-f92c-405d-87b8-10a41c87922a HTTP/1.1" status: 204 len: 168 time: 0.1582232 Aug 10 12:32:18.674845 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a2a6db32-11e8-4a08-a489-81d46be47fb5 req-fce7a1bc-f88a-4b4c-a092-af9658b2c938 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5e7cdd28-a708-4c60-9515-0f4475157064 HTTP/1.1" status: 200 len: 857 time: 0.1296620 Aug 10 12:32:18.679212 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91776ec-0d9f-4898-a3eb-5aed32779d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2883be7-f92c-405d-87b8-10a41c87922a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:18.730488 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:18.768825 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-671ce447-28fa-49f5-9317-cc3ed49b9b0a req-afda0152-382f-4eed-a6fc-749116a56f38 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Deleting port 61ba99b3-63cd-44d6-8a80-24d198d66000 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:32:18.769202 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-671ce447-28fa-49f5-9317-cc3ed49b9b0a req-afda0152-382f-4eed-a6fc-749116a56f38 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (61ba99b3-63cd-44d6-8a80-24d198d66000), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:18.788144 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6db32-11e8-4a08-a489-81d46be47fb5 req-2ecff200-b74e-40dc-b37e-f6863507eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:18.789743 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a2a6db32-11e8-4a08-a489-81d46be47fb5 req-2ecff200-b74e-40dc-b37e-f6863507eb9c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0939965 Aug 10 12:32:18.889369 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:18.943139 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-671ce447-28fa-49f5-9317-cc3ed49b9b0a req-afda0152-382f-4eed-a6fc-749116a56f38 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] For port 61ba99b3-63cd-44d6-8a80-24d198d66000, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=61ba99b3-63cd-44d6-8a80-24d198d66000,segment=NetworkSegment(30d9d7aa-59ec-45f1-80fe-ae71e1531ad4),segment_id=30d9d7aa-59ec-45f1-80fe-ae71e1531ad4)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:32:18.943514 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-671ce447-28fa-49f5-9317-cc3ed49b9b0a req-afda0152-382f-4eed-a6fc-749116a56f38 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (61ba99b3-63cd-44d6-8a80-24d198d66000), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:18.968539 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-671ce447-28fa-49f5-9317-cc3ed49b9b0a req-afda0152-382f-4eed-a6fc-749116a56f38 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Calling delete_port for 61ba99b3-63cd-44d6-8a80-24d198d66000 owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:32:18.979026 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a2a6db32-11e8-4a08-a489-81d46be47fb5 req-2b8fd101-f3ad-4ca1-bb94-22f4081e9c85 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622090 Aug 10 12:32:19.428680 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cadf2f-4cea-4ccf-8362-d29775e23502 req-f997e0bc-5cbf-4b98-9da1-69c8d4c2e310 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:19.431991 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-73cadf2f-4cea-4ccf-8362-d29775e23502 req-f997e0bc-5cbf-4b98-9da1-69c8d4c2e310 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 945 time: 0.1194947 Aug 10 12:32:19.463558 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=23 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:19.488080 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a2a6db32-11e8-4a08-a489-81d46be47fb5 req-f7dfe4e5-0751-4140-b559-39803ad0c88d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983053 Aug 10 12:32:19.496976 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:19.561614 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-73cadf2f-4cea-4ccf-8362-d29775e23502 req-23fca4a2-a67b-4069-b92c-156f1a758baf tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e366236-ea16-463b-8cc2-8d2663de3391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136484 Aug 10 12:32:19.587226 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-671ce447-28fa-49f5-9317-cc3ed49b9b0a req-afda0152-382f-4eed-a6fc-749116a56f38 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (61ba99b3-63cd-44d6-8a80-24d198d66000), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:19.619241 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5afd7-e2bc-4f6e-a2a7-a81104bf8c3b req-71f2bf89-a233-4d48-ad6b-a13e69bae264 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:19.621483 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-cab5afd7-e2bc-4f6e-a2a7-a81104bf8c3b req-71f2bf89-a233-4d48-ad6b-a13e69bae264 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.1542552 Aug 10 12:32:19.631192 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['61ba99b3-63cd-44d6-8a80-24d198d66000'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:32:19.641614 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda0152-382f-4eed-a6fc-749116a56f38 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Pushing event deleted for resources: {'Port': ['ID=61ba99b3-63cd-44d6-8a80-24d198d66000,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:19.739000 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-cab5afd7-e2bc-4f6e-a2a7-a81104bf8c3b req-cb47dbe5-cd7d-4012-accd-6400509413e8 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027241 Aug 10 12:32:19.772585 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47558) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:19.775744 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-671ce447-28fa-49f5-9317-cc3ed49b9b0a req-afda0152-382f-4eed-a6fc-749116a56f38 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] No DVR routers for this DVR port 61ba99b3-63cd-44d6-8a80-24d198d66000 on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:32:19.781119 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-671ce447-28fa-49f5-9317-cc3ed49b9b0a req-afda0152-382f-4eed-a6fc-749116a56f38 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:19.787920 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-671ce447-28fa-49f5-9317-cc3ed49b9b0a req-afda0152-382f-4eed-a6fc-749116a56f38 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.64 "DELETE /networking/v2.0/ports/61ba99b3-63cd-44d6-8a80-24d198d66000 HTTP/1.1" status: 204 len: 173 time: 1.2034466 Aug 10 12:32:19.789160 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cb66da-ec40-427a-ba23-a4588100f09b', 'name': 'network-vif-deleted', 'tag': '61ba99b3-63cd-44d6-8a80-24d198d66000'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:32:19.791966 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8cfd50-2a88-4665-8546-f16947339cfb" -d '{"events": [{"server_uuid": "f0cb66da-ec40-427a-ba23-a4588100f09b", "name": "network-vif-deleted", "tag": "61ba99b3-63cd-44d6-8a80-24d198d66000"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:32:19.840607 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef98f74c-4949-47ca-a65e-fa26f114713d x-openstack-request-id: req-ef98f74c-4949-47ca-a65e-fa26f114713d {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:32:19.841713 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cb66da-ec40-427a-ba23-a4588100f09b", "name": "network-vif-deleted", "tag": "61ba99b3-63cd-44d6-8a80-24d198d66000", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:32:19.842164 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef98f74c-4949-47ca-a65e-fa26f114713d {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:32:19.842729 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef98f74c-4949-47ca-a65e-fa26f114713d'] response: {'server_uuid': 'f0cb66da-ec40-427a-ba23-a4588100f09b', 'name': 'network-vif-deleted', 'tag': '61ba99b3-63cd-44d6-8a80-24d198d66000', 'status': 'completed', 'code': 200} Aug 10 12:32:19.953383 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2b78bdd2-5b1b-4e77-a64d-016023a9cf54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:20.041079 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2b78bdd2-5b1b-4e77-a64d-016023a9cf54 admin admin] Publish callbacks [] for security_group (92bfb0d5-63ee-405a-acc5-2f06f005542e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:20.046099 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2b78bdd2-5b1b-4e77-a64d-016023a9cf54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (92bfb0d5-63ee-405a-acc5-2f06f005542e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:20.081902 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:20.114224 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78bdd2-5b1b-4e77-a64d-016023a9cf54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bfb0d5-63ee-405a-acc5-2f06f005542e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:20.121465 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-2b78bdd2-5b1b-4e77-a64d-016023a9cf54 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=197f506933244ff1a5d47d8e84255d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3476379 Aug 10 12:32:20.124792 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47608) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:20.189433 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-163ff7f0-880e-40bd-9a7f-38c0e9c857a8 admin admin] Publish callbacks [] for security_group (92bfb0d5-63ee-405a-acc5-2f06f005542e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:20.215977 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-163ff7f0-880e-40bd-9a7f-38c0e9c857a8 admin admin] Publish callbacks [] for security_group (92bfb0d5-63ee-405a-acc5-2f06f005542e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:20.287867 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-163ff7f0-880e-40bd-9a7f-38c0e9c857a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (92bfb0d5-63ee-405a-acc5-2f06f005542e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:20.290848 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-163ff7f0-880e-40bd-9a7f-38c0e9c857a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:20.294373 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-163ff7f0-880e-40bd-9a7f-38c0e9c857a8 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/92bfb0d5-63ee-405a-acc5-2f06f005542e HTTP/1.1" status: 204 len: 168 time: 0.1661177 Aug 10 12:32:20.305045 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ff7f0-880e-40bd-9a7f-38c0e9c857a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bfb0d5-63ee-405a-acc5-2f06f005542e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:20.426994 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 47624) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:20.718773 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7ed190f1-c406-4bbf-b3b0-c0b2f7db7010 req-10c3b09e-1edf-4ddd-a120-b88e0812f453 tempest-DeleteServersTestJSON-1561437683 tempest-DeleteServersTestJSON-1561437683-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=f0cb66da-ec40-427a-ba23-a4588100f09b HTTP/1.1" status: 200 len: 210 time: 0.0351813 Aug 10 12:32:20.728329 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5e082a14-a234-4a71-9585-0ca8d09261d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:20.761631 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47636) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:20.776729 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cacd7b7e-2cac-4695-8842-38c6fbe95c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:20.813964 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5e082a14-a234-4a71-9585-0ca8d09261d8 admin admin] Publish callbacks [] for security_group (56215da6-df0c-4e56-9ad0-559ceef93834), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:20.820524 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5e082a14-a234-4a71-9585-0ca8d09261d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (56215da6-df0c-4e56-9ad0-559ceef93834), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:20.860703 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cacd7b7e-2cac-4695-8842-38c6fbe95c48 admin admin] Publish callbacks [] for security_group (2b0e9cb0-c929-4377-a197-68cf32830cdd), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:20.868419 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cacd7b7e-2cac-4695-8842-38c6fbe95c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (2b0e9cb0-c929-4377-a197-68cf32830cdd), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:20.895484 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-5e082a14-a234-4a71-9585-0ca8d09261d8 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=704464b34c854520a2db9627c7ae480a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4673929 Aug 10 12:32:20.897931 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47642) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:20.909099 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e082a14-a234-4a71-9585-0ca8d09261d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56215da6-df0c-4e56-9ad0-559ceef93834,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:20.921156 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb55908-cbac-4d5d-b9e0-8a1bd215d14b req-e95d2d13-d421-4aa6-9a07-013fe286b985 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:20.922759 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-edb55908-cbac-4d5d-b9e0-8a1bd215d14b req-e95d2d13-d421-4aa6-9a07-013fe286b985 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0875564 Aug 10 12:32:20.928875 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd7b7e-2cac-4695-8842-38c6fbe95c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0e9cb0-c929-4377-a197-68cf32830cdd,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:20.936747 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-cacd7b7e-2cac-4695-8842-38c6fbe95c48 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=597c02e5db224da1b11e09136b11ea2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740661 Aug 10 12:32:20.939047 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:20.941833 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47644) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:20.950972 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:21.000343 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-edb55908-cbac-4d5d-b9e0-8a1bd215d14b req-e4a5fa4e-93a6-4169-9be8-2bd3af762a50 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678377 Aug 10 12:32:21.020956 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0e961d86-afe4-40c4-b686-3554a48f906c admin admin] Publish callbacks [] for security_group (56215da6-df0c-4e56-9ad0-559ceef93834), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.039495 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ab66d1-c907-4d5e-8d3c-979d0e54798a admin admin] Publish callbacks [] for security_group (2b0e9cb0-c929-4377-a197-68cf32830cdd), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.058599 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0e961d86-afe4-40c4-b686-3554a48f906c admin admin] Publish callbacks [] for security_group (56215da6-df0c-4e56-9ad0-559ceef93834), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.082991 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ab66d1-c907-4d5e-8d3c-979d0e54798a admin admin] Publish callbacks [] for security_group (2b0e9cb0-c929-4377-a197-68cf32830cdd), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.139915 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0e961d86-afe4-40c4-b686-3554a48f906c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (56215da6-df0c-4e56-9ad0-559ceef93834), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.142678 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0e961d86-afe4-40c4-b686-3554a48f906c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.143839 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-0e961d86-afe4-40c4-b686-3554a48f906c admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/56215da6-df0c-4e56-9ad0-559ceef93834 HTTP/1.1" status: 204 len: 168 time: 0.2404912 Aug 10 12:32:21.152829 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ab66d1-c907-4d5e-8d3c-979d0e54798a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (2b0e9cb0-c929-4377-a197-68cf32830cdd), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.155709 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e9ab66d1-c907-4d5e-8d3c-979d0e54798a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.156933 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-e9ab66d1-c907-4d5e-8d3c-979d0e54798a admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/2b0e9cb0-c929-4377-a197-68cf32830cdd HTTP/1.1" status: 204 len: 168 time: 0.2140598 Aug 10 12:32:21.158358 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e961d86-afe4-40c4-b686-3554a48f906c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56215da6-df0c-4e56-9ad0-559ceef93834,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:21.171139 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab66d1-c907-4d5e-8d3c-979d0e54798a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0e9cb0-c929-4377-a197-68cf32830cdd,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:21.464900 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9c062d21-82d5-4444-843d-083309678b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.572582 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47668) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:21.575908 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 47670) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:21.588815 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8adf8d7c-d893-4d33-bf16-58a2290ca249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.599564 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd072-efe5-4cbd-83ce-fc2de27a1cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.628827 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:21.657194 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:21.691903 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd072-efe5-4cbd-83ce-fc2de27a1cf4 admin admin] Publish callbacks [] for security_group (22c9f1c8-030a-4b64-979b-d281131b6eb4), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.695656 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8adf8d7c-d893-4d33-bf16-58a2290ca249 admin admin] Publish callbacks [] for security_group (0f42bb6f-f807-4839-a517-8d41b4e0eca2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.695801 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd072-efe5-4cbd-83ce-fc2de27a1cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (22c9f1c8-030a-4b64-979b-d281131b6eb4), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.699370 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8adf8d7c-d893-4d33-bf16-58a2290ca249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (0f42bb6f-f807-4839-a517-8d41b4e0eca2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.735223 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fd072-efe5-4cbd-83ce-fc2de27a1cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c9f1c8-030a-4b64-979b-d281131b6eb4,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:21.744393 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-8adf8d7c-d893-4d33-bf16-58a2290ca249 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=54467f07001e4ac580e96f56777960e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1652219 Aug 10 12:32:21.744393 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf8d7c-d893-4d33-bf16-58a2290ca249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f42bb6f-f807-4839-a517-8d41b4e0eca2,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:21.745318 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-1d2fd072-efe5-4cbd-83ce-fc2de27a1cf4 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=7a04c83fe0f2429c9aa7cf3e2bed36ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1637383 Aug 10 12:32:21.745318 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 47674) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:21.745318 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 47676) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:21.835052 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e2debbba-4236-47db-b51b-97cce8d8a3b5 admin admin] Publish callbacks [] for security_group (22c9f1c8-030a-4b64-979b-d281131b6eb4), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.839690 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bcd757b2-a463-454b-a9e0-cd407f0625d5 admin admin] Publish callbacks [] for security_group (0f42bb6f-f807-4839-a517-8d41b4e0eca2), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.876429 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e2debbba-4236-47db-b51b-97cce8d8a3b5 admin admin] Publish callbacks [] for security_group (22c9f1c8-030a-4b64-979b-d281131b6eb4), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.886759 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bcd757b2-a463-454b-a9e0-cd407f0625d5 admin admin] Publish callbacks [] for security_group (0f42bb6f-f807-4839-a517-8d41b4e0eca2), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.959292 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e2debbba-4236-47db-b51b-97cce8d8a3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (22c9f1c8-030a-4b64-979b-d281131b6eb4), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.962011 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e2debbba-4236-47db-b51b-97cce8d8a3b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.963190 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-e2debbba-4236-47db-b51b-97cce8d8a3b5 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/22c9f1c8-030a-4b64-979b-d281131b6eb4 HTTP/1.1" status: 204 len: 168 time: 0.2189736 Aug 10 12:32:21.966072 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bcd757b2-a463-454b-a9e0-cd407f0625d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (0f42bb6f-f807-4839-a517-8d41b4e0eca2), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.968457 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bcd757b2-a463-454b-a9e0-cd407f0625d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:21.969754 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-bcd757b2-a463-454b-a9e0-cd407f0625d5 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/0f42bb6f-f807-4839-a517-8d41b4e0eca2 HTTP/1.1" status: 204 len: 168 time: 0.2191038 Aug 10 12:32:21.979150 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2debbba-4236-47db-b51b-97cce8d8a3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c9f1c8-030a-4b64-979b-d281131b6eb4,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:21.990041 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd757b2-a463-454b-a9e0-cd407f0625d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f42bb6f-f807-4839-a517-8d41b4e0eca2,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:22.155939 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7092b5-46ad-4ae4-9a0e-99e2de6c4404 req-33956762-1ff9-40cc-8f5a-87423545bfc0 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:22.157482 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4d7092b5-46ad-4ae4-9a0e-99e2de6c4404 req-33956762-1ff9-40cc-8f5a-87423545bfc0 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0668755 Aug 10 12:32:22.210410 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4d7092b5-46ad-4ae4-9a0e-99e2de6c4404 req-f9d75439-3530-4fcc-a47d-67499f5ce6d2 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450413 Aug 10 12:32:23.280053 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 47766) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:23.315080 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 47772) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:23.440945 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-abd7c96e-6f9b-4c65-9edb-ef0825a00a70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:23.454581 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b5a50-f302-428b-9215-cfc0ff8a7783 req-60c636b1-9a76-495c-b8b3-635b0cb891dc tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:23.456042 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-305b5a50-f302-428b-9215-cfc0ff8a7783 req-60c636b1-9a76-495c-b8b3-635b0cb891dc tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.1313338 Aug 10 12:32:23.521165 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 61ba99b3-63cd-44d6-8a80-24d198d66000 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:32:23.539892 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: 61ba99b3-63cd-44d6-8a80-24d198d66000 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:32:23.540241 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 61ba99b3-63cd-44d6-8a80-24d198d66000 not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:32:23.577151 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:23.589363 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-305b5a50-f302-428b-9215-cfc0ff8a7783 req-bfe7d6fa-8d3e-4c02-aea5-67260dbc8ecf tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221957 Aug 10 12:32:23.646217 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:23.654578 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3a9823ce-cea8-4311-b1cc-275a94561c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:23.696939 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-abd7c96e-6f9b-4c65-9edb-ef0825a00a70 admin admin] Publish callbacks [] for security_group (07fd640d-f902-48f0-8eed-652e0e725a7d), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:23.706744 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-abd7c96e-6f9b-4c65-9edb-ef0825a00a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (07fd640d-f902-48f0-8eed-652e0e725a7d), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:23.755578 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-abd7c96e-6f9b-4c65-9edb-ef0825a00a70 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=0975263f54a54516bdcef5bffda6f6e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4743645 Aug 10 12:32:23.758358 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47778) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:23.772333 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7c96e-6f9b-4c65-9edb-ef0825a00a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fd640d-f902-48f0-8eed-652e0e725a7d,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:23.820033 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-500a9d21-2891-4fba-b654-8c200dfc9e21 admin admin] Publish callbacks [] for security_group (07fd640d-f902-48f0-8eed-652e0e725a7d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:23.841324 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-500a9d21-2891-4fba-b654-8c200dfc9e21 admin admin] Publish callbacks [] for security_group (07fd640d-f902-48f0-8eed-652e0e725a7d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:23.891677 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-500a9d21-2891-4fba-b654-8c200dfc9e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (07fd640d-f902-48f0-8eed-652e0e725a7d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:23.894614 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-500a9d21-2891-4fba-b654-8c200dfc9e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:23.898203 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-500a9d21-2891-4fba-b654-8c200dfc9e21 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/07fd640d-f902-48f0-8eed-652e0e725a7d HTTP/1.1" status: 204 len: 168 time: 0.1364546 Aug 10 12:32:23.902008 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c35eb4ed-c1f8-4896-91a2-a80be1155d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-746591'] for router_interface (3b5d690c-ca2d-4037-bdb7-4ff190faafa6), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:23.912461 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a9d21-2891-4fba-b654-8c200dfc9e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fd640d-f902-48f0-8eed-652e0e725a7d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:24.191738 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c35eb4ed-c1f8-4896-91a2-a80be1155d3c admin admin] Deleting port edb3d963-d179-40d5-9f7b-1bf9a7fcfea9 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:32:24.192102 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c35eb4ed-c1f8-4896-91a2-a80be1155d3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (edb3d963-d179-40d5-9f7b-1bf9a7fcfea9), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:24.274393 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-c35eb4ed-c1f8-4896-91a2-a80be1155d3c admin admin] For port edb3d963-d179-40d5-9f7b-1bf9a7fcfea9, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=edb3d963-d179-40d5-9f7b-1bf9a7fcfea9,segment=NetworkSegment(30d9d7aa-59ec-45f1-80fe-ae71e1531ad4),segment_id=30d9d7aa-59ec-45f1-80fe-ae71e1531ad4)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:32:24.274751 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c35eb4ed-c1f8-4896-91a2-a80be1155d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (edb3d963-d179-40d5-9f7b-1bf9a7fcfea9), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:24.288293 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c35eb4ed-c1f8-4896-91a2-a80be1155d3c admin admin] Calling delete_port for edb3d963-d179-40d5-9f7b-1bf9a7fcfea9 owned by network:router_interface {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:32:24.530415 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c35eb4ed-c1f8-4896-91a2-a80be1155d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (edb3d963-d179-40d5-9f7b-1bf9a7fcfea9), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:24.533761 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:24.562865 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35eb4ed-c1f8-4896-91a2-a80be1155d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=edb3d963-d179-40d5-9f7b-1bf9a7fcfea9,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:24.741495 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0348d74-a291-4fb2-b216-7b3ff98fcd20 req-d25b577d-405c-4a04-8902-97f11f2bf0fc tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:24.747015 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a0348d74-a291-4fb2-b216-7b3ff98fcd20 req-d25b577d-405c-4a04-8902-97f11f2bf0fc tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0585508 Aug 10 12:32:24.832261 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:24.832958 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:24.833608 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c35eb4ed-c1f8-4896-91a2-a80be1155d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-746699'] for router_interface (3b5d690c-ca2d-4037-bdb7-4ff190faafa6), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:24.857466 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a0348d74-a291-4fb2-b216-7b3ff98fcd20 req-3f424d0b-62ff-4fd3-975b-dc098ba0b23c tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022165 Aug 10 12:32:25.106042 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35eb4ed-c1f8-4896-91a2-a80be1155d3c admin admin] Router 3b5d690c-ca2d-4037-bdb7-4ff190faafa6 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:32:25.456964 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35eb4ed-c1f8-4896-91a2-a80be1155d3c admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:32:25.462586 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-c35eb4ed-c1f8-4896-91a2-a80be1155d3c admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/3b5d690c-ca2d-4037-bdb7-4ff190faafa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1456399 Aug 10 12:32:25.465106 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47830) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:25.467630 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1b84a1-c355-4e44-90f9-e1b479a57f1b None None] Sync routers for ids ['3b5d690c-ca2d-4037-bdb7-4ff190faafa6'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:32:25.477178 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1b84a1-c355-4e44-90f9-e1b479a57f1b None None] Routers {'3b5d690c-ca2d-4037-bdb7-4ff190faafa6'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:32:25.479416 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-0e1b84a1-c355-4e44-90f9-e1b479a57f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:32:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['3b5d690c-ca2d-4037-bdb7-4ff190faafa6'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:25.568890 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-381f8c28-5b6b-4f2b-a31e-7daa0cff1d0d admin admin] Publish callbacks [] for router (3b5d690c-ca2d-4037-bdb7-4ff190faafa6), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:25.579291 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-0e1b84a1-c355-4e44-90f9-e1b479a57f1b None None] Set router 3b5d690c-ca2d-4037-bdb7-4ff190faafa6 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:32:25.747851 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-0e1b84a1-c355-4e44-90f9-e1b479a57f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5d690c-ca2d-4037-bdb7-4ff190faafa6', 'name': 'tempest-DeleteServersTestJSON-1632953881-router', 'tenant_id': '28eda660c33645f8a4428987084ab934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4c98e2ca-d96c-447d-bdb1-a69c957ae1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:02Z', 'updated_at': '2022-08-10T12:32:24Z', 'revision_number': 5, 'project_id': '28eda660c33645f8a4428987084ab934', 'gw_port': {'id': '4c98e2ca-d96c-447d-bdb1-a69c957ae1fc', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d690c-ca2d-4037-bdb7-4ff190faafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:03Z', 'updated_at': '2022-08-10T12:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:25.773199 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1b84a1-c355-4e44-90f9-e1b479a57f1b None None] Checking router: 3b5d690c-ca2d-4037-bdb7-4ff190faafa6 for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:32:25.781936 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1b84a1-c355-4e44-90f9-e1b479a57f1b None None] Routers {'3b5d690c-ca2d-4037-bdb7-4ff190faafa6'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:32:25.782537 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-0e1b84a1-c355-4e44-90f9-e1b479a57f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:32:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['3b5d690c-ca2d-4037-bdb7-4ff190faafa6'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:25.841496 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:25.860696 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-381f8c28-5b6b-4f2b-a31e-7daa0cff1d0d admin admin] Publish callbacks [] for router_gateway (3b5d690c-ca2d-4037-bdb7-4ff190faafa6), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:25.905079 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-381f8c28-5b6b-4f2b-a31e-7daa0cff1d0d admin admin] Deleting port 4c98e2ca-d96c-447d-bdb1-a69c957ae1fc {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:32:25.905455 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-381f8c28-5b6b-4f2b-a31e-7daa0cff1d0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (4c98e2ca-d96c-447d-bdb1-a69c957ae1fc), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:25.981937 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-0e1b84a1-c355-4e44-90f9-e1b479a57f1b None None] Set router 3b5d690c-ca2d-4037-bdb7-4ff190faafa6 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:32:25.994310 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee63fe8-a87f-4a5e-a075-4fad455ea98d req-1f9f2fcc-6eb3-40f4-8d87-a51ddca79eaa tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:25.996066 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8ee63fe8-a87f-4a5e-a075-4fad455ea98d req-1f9f2fcc-6eb3-40f4-8d87-a51ddca79eaa tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0576594 Aug 10 12:32:26.002859 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-381f8c28-5b6b-4f2b-a31e-7daa0cff1d0d admin admin] For port 4c98e2ca-d96c-447d-bdb1-a69c957ae1fc, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=4c98e2ca-d96c-447d-bdb1-a69c957ae1fc,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:32:26.003136 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-381f8c28-5b6b-4f2b-a31e-7daa0cff1d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (4c98e2ca-d96c-447d-bdb1-a69c957ae1fc), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:26.016547 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-381f8c28-5b6b-4f2b-a31e-7daa0cff1d0d admin admin] Calling delete_port for 4c98e2ca-d96c-447d-bdb1-a69c957ae1fc owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:32:26.053468 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8ee63fe8-a87f-4a5e-a075-4fad455ea98d req-ca16be02-c41d-4b70-80f2-deb6bdb2ec60 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504181 Aug 10 12:32:26.157250 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-0e1b84a1-c355-4e44-90f9-e1b479a57f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5d690c-ca2d-4037-bdb7-4ff190faafa6', 'name': 'tempest-DeleteServersTestJSON-1632953881-router', 'tenant_id': '28eda660c33645f8a4428987084ab934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4c98e2ca-d96c-447d-bdb1-a69c957ae1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:02Z', 'updated_at': '2022-08-10T12:32:24Z', 'revision_number': 5, 'project_id': '28eda660c33645f8a4428987084ab934', 'gw_port': {'id': '4c98e2ca-d96c-447d-bdb1-a69c957ae1fc', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d690c-ca2d-4037-bdb7-4ff190faafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:03Z', 'updated_at': '2022-08-10T12:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:26.168254 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:26.182789 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1b84a1-c355-4e44-90f9-e1b479a57f1b None None] The sync data for ids ['3b5d690c-ca2d-4037-bdb7-4ff190faafa6'] in dv-cinder-852261-3-iscsi is: [{'id': '3b5d690c-ca2d-4037-bdb7-4ff190faafa6', 'name': 'tempest-DeleteServersTestJSON-1632953881-router', 'tenant_id': '28eda660c33645f8a4428987084ab934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '4c98e2ca-d96c-447d-bdb1-a69c957ae1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:02Z', 'updated_at': '2022-08-10T12:32:24Z', 'revision_number': 5, 'project_id': '28eda660c33645f8a4428987084ab934', 'gw_port': {'id': '4c98e2ca-d96c-447d-bdb1-a69c957ae1fc', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:70:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5d690c-ca2d-4037-bdb7-4ff190faafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:03Z', 'updated_at': '2022-08-10T12:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:32:26.240190 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-381f8c28-5b6b-4f2b-a31e-7daa0cff1d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (4c98e2ca-d96c-447d-bdb1-a69c957ae1fc), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:26.266984 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f8c28-5b6b-4f2b-a31e-7daa0cff1d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c98e2ca-d96c-447d-bdb1-a69c957ae1fc,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:26.317584 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:26.349721 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-381f8c28-5b6b-4f2b-a31e-7daa0cff1d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691259'] for router_gateway (3b5d690c-ca2d-4037-bdb7-4ff190faafa6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:26.454373 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-381f8c28-5b6b-4f2b-a31e-7daa0cff1d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (3b5d690c-ca2d-4037-bdb7-4ff190faafa6), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:26.456612 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-381f8c28-5b6b-4f2b-a31e-7daa0cff1d0d admin admin] Publish callbacks [] for router_controller (3b5d690c-ca2d-4037-bdb7-4ff190faafa6), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:26.521027 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-381f8c28-5b6b-4f2b-a31e-7daa0cff1d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747860'] for router (3b5d690c-ca2d-4037-bdb7-4ff190faafa6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:26.525349 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381f8c28-5b6b-4f2b-a31e-7daa0cff1d0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b5d690c-ca2d-4037-bdb7-4ff190faafa6 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 12:32:26.530416 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-381f8c28-5b6b-4f2b-a31e-7daa0cff1d0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:26.531540 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-381f8c28-5b6b-4f2b-a31e-7daa0cff1d0d admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/3b5d690c-ca2d-4037-bdb7-4ff190faafa6 HTTP/1.1" status: 204 len: 168 time: 1.0654051 Aug 10 12:32:26.534109 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47854) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:26.583805 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e14950e-a7fc-4c17-919d-982ade1d9379 admin admin] Deleting subnet e86c31a2-5c78-4d62-8a03-4f1f3314df91 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 10 12:32:26.587375 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e14950e-a7fc-4c17-919d-982ade1d9379 admin admin] Publish callbacks [] for subnet (e86c31a2-5c78-4d62-8a03-4f1f3314df91), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:26.602952 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:26.626421 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e14950e-a7fc-4c17-919d-982ade1d9379 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649385'] for subnet (e86c31a2-5c78-4d62-8a03-4f1f3314df91), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:26.742454 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e14950e-a7fc-4c17-919d-982ade1d9379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731369'] for subnet (e86c31a2-5c78-4d62-8a03-4f1f3314df91), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:26.805549 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e14950e-a7fc-4c17-919d-982ade1d9379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14084917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12800774'] for subnet (e86c31a2-5c78-4d62-8a03-4f1f3314df91), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:26.834827 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14950e-a7fc-4c17-919d-982ade1d9379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e86c31a2-5c78-4d62-8a03-4f1f3314df91,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:26.838629 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-2e14950e-a7fc-4c17-919d-982ade1d9379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:26.842507 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-2e14950e-a7fc-4c17-919d-982ade1d9379 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/e86c31a2-5c78-4d62-8a03-4f1f3314df91 HTTP/1.1" status: 204 len: 168 time: 0.3073723 Aug 10 12:32:26.845503 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 47858) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:26.848450 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11031a33-3f54-4bc2-86a8-01e40cfd4936 None None] Network 97b33311-a67f-49ac-b431-08644c8a60f1 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:32:26.923263 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:26.931275 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63683039-2810-48cd-8e27-9fca46e2a56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659484'] for network (97b33311-a67f-49ac-b431-08644c8a60f1), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:26.977726 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-63683039-2810-48cd-8e27-9fca46e2a56d admin admin] Deleting port 4539ee8d-b1a5-4383-8765-7ca296dfcb60 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:32:26.978176 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63683039-2810-48cd-8e27-9fca46e2a56d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (4539ee8d-b1a5-4383-8765-7ca296dfcb60), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:27.041981 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-63683039-2810-48cd-8e27-9fca46e2a56d admin admin] For port 4539ee8d-b1a5-4383-8765-7ca296dfcb60, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=4539ee8d-b1a5-4383-8765-7ca296dfcb60,segment=NetworkSegment(30d9d7aa-59ec-45f1-80fe-ae71e1531ad4),segment_id=30d9d7aa-59ec-45f1-80fe-ae71e1531ad4)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:32:27.042253 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63683039-2810-48cd-8e27-9fca46e2a56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (4539ee8d-b1a5-4383-8765-7ca296dfcb60), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:27.055381 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-63683039-2810-48cd-8e27-9fca46e2a56d admin admin] Calling delete_port for 4539ee8d-b1a5-4383-8765-7ca296dfcb60 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:32:27.102706 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:27.141502 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=12 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:27.142442 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63683039-2810-48cd-8e27-9fca46e2a56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (4539ee8d-b1a5-4383-8765-7ca296dfcb60), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:27.171858 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63683039-2810-48cd-8e27-9fca46e2a56d admin admin] Pushing event deleted for resources: {'Port': ['ID=4539ee8d-b1a5-4383-8765-7ca296dfcb60,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:27.173719 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63683039-2810-48cd-8e27-9fca46e2a56d admin admin] No DVR routers for this DVR port 4539ee8d-b1a5-4383-8765-7ca296dfcb60 on host dv-cinder-852261-3-iscsi {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:32:27.194864 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4634908-7407-46ac-bfd4-f83cc9306f6d req-38e942c0-7cc0-4f56-9dec-3c731a557b23 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:27.196365 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f4634908-7407-46ac-bfd4-f83cc9306f6d req-38e942c0-7cc0-4f56-9dec-3c731a557b23 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0681849 Aug 10 12:32:27.247941 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63683039-2810-48cd-8e27-9fca46e2a56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1708682', 'neutron.services.segments.db._delete_segments_for_network-8736056424951'] for network (97b33311-a67f-49ac-b431-08644c8a60f1), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:27.253633 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f4634908-7407-46ac-bfd4-f83cc9306f6d req-210c533e-46fd-4f08-9ce3-f7e157839b61 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512826 Aug 10 12:32:27.270424 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-63683039-2810-48cd-8e27-9fca46e2a56d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b33311-a67f-49ac-b431-08644c8a60f1']}} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:27.279211 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b4bf39-4d18-4663-add9-2d87c18c66fb None None] DHCP port deletion for 97b33311-a67f-49ac-b431-08644c8a60f1 request from dv-cinder-852261-3-iscsi {{(pid=103791) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 10 12:32:27.281349 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-63683039-2810-48cd-8e27-9fca46e2a56d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d9d7aa-59ec-45f1-80fe-ae71e1531ad4') {'for_net_delete': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:27.281645 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-63683039-2810-48cd-8e27-9fca46e2a56d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d9d7aa-59ec-45f1-80fe-ae71e1531ad4') {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:27.292256 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63683039-2810-48cd-8e27-9fca46e2a56d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736056424843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14657679'] for segment (30d9d7aa-59ec-45f1-80fe-ae71e1531ad4), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:27.312378 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63683039-2810-48cd-8e27-9fca46e2a56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (30d9d7aa-59ec-45f1-80fe-ae71e1531ad4), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:27.319288 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63683039-2810-48cd-8e27-9fca46e2a56d admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:32:27.319675 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63683039-2810-48cd-8e27-9fca46e2a56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14596241'] for segment (30d9d7aa-59ec-45f1-80fe-ae71e1531ad4), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:27.362064 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment 30d9d7aa-59ec-45f1-80fe-ae71e1531ad4 resource provider aggregate not found Aug 10 12:32:27.365978 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device edb3d963-d179-40d5-9f7b-1bf9a7fcfea9 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:32:27.381812 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment 30d9d7aa-59ec-45f1-80fe-ae71e1531ad4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30d9d7aa-59ec-45f1-80fe-ae71e1531ad4 found for delete ", "request_id": "req-9b81d97b-ac1b-40d9-8a81-db2da6d933c8"}]} Aug 10 12:32:27.386307 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: edb3d963-d179-40d5-9f7b-1bf9a7fcfea9 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:32:27.386750 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device edb3d963-d179-40d5-9f7b-1bf9a7fcfea9 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:32:27.391507 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63683039-2810-48cd-8e27-9fca46e2a56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1708675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745837'] for network (97b33311-a67f-49ac-b431-08644c8a60f1), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:27.396904 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-63683039-2810-48cd-8e27-9fca46e2a56d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:27.400979 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-63683039-2810-48cd-8e27-9fca46e2a56d admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/97b33311-a67f-49ac-b431-08644c8a60f1 HTTP/1.1" status: 204 len: 168 time: 0.5510263 Aug 10 12:32:27.414543 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63683039-2810-48cd-8e27-9fca46e2a56d admin admin] Pushing event deleted for resources: {'Network': ['ID=97b33311-a67f-49ac-b431-08644c8a60f1,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:27.578187 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 47878) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:27.593603 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:27.621377 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-34a59b93-582f-45d3-bc76-bb55e161bd48 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=28eda660c33645f8a4428987084ab934&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419927 Aug 10 12:32:27.624487 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 47880) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:27.676237 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6585f30d-063e-45c7-85fe-f05819a3a578 admin admin] Publish callbacks [] for security_group (8e366236-ea16-463b-8cc2-8d2663de3391), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:27.697646 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6585f30d-063e-45c7-85fe-f05819a3a578 admin admin] Publish callbacks [] for security_group (8e366236-ea16-463b-8cc2-8d2663de3391), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:27.743379 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6585f30d-063e-45c7-85fe-f05819a3a578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (8e366236-ea16-463b-8cc2-8d2663de3391), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:27.745998 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6585f30d-063e-45c7-85fe-f05819a3a578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:27.747142 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-6585f30d-063e-45c7-85fe-f05819a3a578 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/8e366236-ea16-463b-8cc2-8d2663de3391 HTTP/1.1" status: 204 len: 168 time: 0.1217268 Aug 10 12:32:27.754920 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585f30d-063e-45c7-85fe-f05819a3a578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e366236-ea16-463b-8cc2-8d2663de3391,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:28.367443 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a50e8-c718-4e2f-989b-c8ac1fe20162 req-ddb074df-0d3e-4a22-9570-46fa7aba22cc tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:28.369066 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a72a50e8-c718-4e2f-989b-c8ac1fe20162 req-ddb074df-0d3e-4a22-9570-46fa7aba22cc tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0512235 Aug 10 12:32:28.414213 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47908) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:28.417619 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a72a50e8-c718-4e2f-989b-c8ac1fe20162 req-196746fb-a40d-468d-9e88-03dda09b4ac5 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428481 Aug 10 12:32:28.511486 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3832e72e-9895-475a-9b8a-43421455cd4e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1008138083-network', 'tenant_id': '82c24c64f4c34921837eceb32e24a287'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:32:28.531535 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3832e72e-9895-475a-9b8a-43421455cd4e admin admin] Made reservation on behalf of 82c24c64f4c34921837eceb32e24a287 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:32:28.533784 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3832e72e-9895-475a-9b8a-43421455cd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:28.542378 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3832e72e-9895-475a-9b8a-43421455cd4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:28.621414 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3832e72e-9895-475a-9b8a-43421455cd4e admin admin] Publish callbacks [] for security_group (cf8226cd-2b0e-47d3-aee1-4de20a1ace2f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:28.625503 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3832e72e-9895-475a-9b8a-43421455cd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (cf8226cd-2b0e-47d3-aee1-4de20a1ace2f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:28.652761 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3832e72e-9895-475a-9b8a-43421455cd4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:32:28.659203 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832e72e-9895-475a-9b8a-43421455cd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8226cd-2b0e-47d3-aee1-4de20a1ace2f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:28.662462 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=12 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:28.665521 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3832e72e-9895-475a-9b8a-43421455cd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (e7f2c342-5cb6-4a2a-84de-fa4d69c70111), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:28.665867 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.segments_db [None req-3832e72e-9895-475a-9b8a-43421455cd4e admin admin] Added segment e7f2c342-5cb6-4a2a-84de-fa4d69c70111 of type vlan for network 236b8912-0b35-45fe-a06b-75541ed0e553 Aug 10 12:32:28.707478 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3832e72e-9895-475a-9b8a-43421455cd4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736055994067'] for network (236b8912-0b35-45fe-a06b-75541ed0e553), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:28.733353 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3832e72e-9895-475a-9b8a-43421455cd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for network (236b8912-0b35-45fe-a06b-75541ed0e553), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:28.734323 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3832e72e-9895-475a-9b8a-43421455cd4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:28.734909 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3832e72e-9895-475a-9b8a-43421455cd4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:28.787078 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-3832e72e-9895-475a-9b8a-43421455cd4e admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3717709 Aug 10 12:32:28.790068 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 47918) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:28.795224 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-1329180b-8c7d-49c3-bb39-9c869c3c73ac admin admin] Request body: {'subnet': {'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1008138083-subnet', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:32:28.799747 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832e72e-9895-475a-9b8a-43421455cd4e admin admin] Pushing event updated for resources: {'Network': ['ID=236b8912-0b35-45fe-a06b-75541ed0e553,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:28.811004 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Network 236b8912-0b35-45fe-a06b-75541ed0e553 details requested by agent ovs-agent-dv-cinder-852261-3-iscsi with host dv-cinder-852261-3-iscsi {{(pid=103791) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:32:28.818820 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1329180b-8c7d-49c3-bb39-9c869c3c73ac admin admin] Made reservation on behalf of 82c24c64f4c34921837eceb32e24a287 for: {'subnet': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:32:28.821256 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1329180b-8c7d-49c3-bb39-9c869c3c73ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14164775'] for subnet (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:28.990511 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1329180b-8c7d-49c3-bb39-9c869c3c73ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14596364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14164745'] for subnet (88ab3a9c-4854-4ead-9036-8a7a5b736fae), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:28.999801 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 4c98e2ca-d96c-447d-bdb1-a69c957ae1fc no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:32:29.019346 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: 4c98e2ca-d96c-447d-bdb1-a69c957ae1fc {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:32:29.019682 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 4c98e2ca-d96c-447d-bdb1-a69c957ae1fc not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:32:29.020093 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 4539ee8d-b1a5-4383-8765-7ca296dfcb60 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:32:29.037985 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: 4539ee8d-b1a5-4383-8765-7ca296dfcb60 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:32:29.038335 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 4539ee8d-b1a5-4383-8765-7ca296dfcb60 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:32:29.044102 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329180b-8c7d-49c3-bb39-9c869c3c73ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ab3a9c-4854-4ead-9036-8a7a5b736fae,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:29.059907 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1329180b-8c7d-49c3-bb39-9c869c3c73ac admin admin] Checking segment: {'id': 'e7f2c342-5cb6-4a2a-84de-fa4d69c70111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:32:29.060261 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1329180b-8c7d-49c3-bb39-9c869c3c73ac admin admin] Network hostable DHCP agents. Network: 236b8912-0b35-45fe-a06b-75541ed0e553, hostable agents: ['3740d807-28f7-4854-acf5-2b19d0b15337'], hosted agents: [] {{(pid=103790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:32:29.077423 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1329180b-8c7d-49c3-bb39-9c869c3c73ac admin admin] Network 236b8912-0b35-45fe-a06b-75541ed0e553 is scheduled to be hosted by DHCP agent 3740d807-28f7-4854-acf5-2b19d0b15337 with binding_index 1 {{(pid=103790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:32:29.085496 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-1329180b-8c7d-49c3-bb39-9c869c3c73ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-3-iscsi, 236b8912-0b35-45fe-a06b-75541ed0e553) {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:32:29.089334 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1329180b-8c7d-49c3-bb39-9c869c3c73ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:29.089921 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1329180b-8c7d-49c3-bb39-9c869c3c73ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:29.093350 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:29.095574 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937c4778-b4b5-43f2-b624-d908a4f6f371 None None] Network 236b8912-0b35-45fe-a06b-75541ed0e553 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:32:29.107079 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-1329180b-8c7d-49c3-bb39-9c869c3c73ac admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3159442 Aug 10 12:32:29.109921 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 47920) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:29.113964 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-5a168ba9-b813-4d71-a241-082db45d0aa4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:32:29.132890 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5a168ba9-b813-4d71-a241-082db45d0aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4638'] for router (f964d0ac-3918-42b8-ab09-1e594be47d14), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:29.133906 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5a168ba9-b813-4d71-a241-082db45d0aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4629'] for router (f964d0ac-3918-42b8-ab09-1e594be47d14), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:29.186215 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5a168ba9-b813-4d71-a241-082db45d0aa4 admin admin] Publish callbacks [] for router_controller (f964d0ac-3918-42b8-ab09-1e594be47d14), precommit_add_association {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:29.316466 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86ca77f6-5be4-552c-98a5-d2332f118cbe-236b8912-0b35-45fe-a06b-75541ed0e553', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'project_id': '82c24c64f4c34921837eceb32e24a287', 'fixed_ips': [{'subnet_id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae'}]}} from dv-cinder-852261-3-iscsi. {{(pid=103791) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 10 12:32:29.317415 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:29.325892 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:29.330017 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5a168ba9-b813-4d71-a241-082db45d0aa4 admin admin] Publish callbacks [] for router_gateway (f964d0ac-3918-42b8-ab09-1e594be47d14), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:29.451755 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.db_base_plugin_common [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Allocated IP 172.20.0.2 (236b8912-0b35-45fe-a06b-75541ed0e553/88ab3a9c-4854-4ead-9036-8a7a5b736fae/5c99103c-54f2-428a-957d-c3db5c66cc1f) {{(pid=103791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:32:29.509773 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5a168ba9-b813-4d71-a241-082db45d0aa4 admin admin] Publish callbacks [] for router_gateway (f964d0ac-3918-42b8-ab09-1e594be47d14), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:29.530537 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5a168ba9-b813-4d71-a241-082db45d0aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:29.539677 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:29.543960 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470475e5-7fb6-42c7-afa0-b87f6fc432b3 req-f4c26b32-e8eb-4dce-9636-65277516f3a3 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:29.545461 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-470475e5-7fb6-42c7-afa0-b87f6fc432b3 req-f4c26b32-e8eb-4dce-9636-65277516f3a3 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0501924 Aug 10 12:32:29.602597 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-470475e5-7fb6-42c7-afa0-b87f6fc432b3 req-7fa4d3d7-974e-4d42-854f-a2ec5a294b6a tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505886 Aug 10 12:32:29.652006 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Publish callbacks [] for port (5c99103c-54f2-428a-957d-c3db5c66cc1f), precommit_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:29.658341 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (5c99103c-54f2-428a-957d-c3db5c66cc1f), after_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:29.663452 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-5a168ba9-b813-4d71-a241-082db45d0aa4 admin admin] Allocated IP 172.27.0.249 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/81a89fae-f281-4008-86c7-06694393262b) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:32:29.703431 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Network 236b8912-0b35-45fe-a06b-75541ed0e553 is already hosted by enough agents. {{(pid=103791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:32:29.708217 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.base_scheduler [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Resources bound (agent type, host, resource id): {{(pid=103791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:32:29.711988 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Received port after_create {{(pid=103791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:32:29.715132 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Pushing event updated for resources: {'Port': ['ID=5c99103c-54f2-428a-957d-c3db5c66cc1f,revision_number=1']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:29.727007 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:29.727361 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:29.727732 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:29.728080 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:29.728417 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:29.728750 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:29.729439 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:29.729439 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:29.729754 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:29.730083 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:29.730412 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:29.730737 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:29.731066 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:29.731916 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:29.732242 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:29.773734 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5a168ba9-b813-4d71-a241-082db45d0aa4 admin admin] Publish callbacks [] for port (81a89fae-f281-4008-86c7-06694393262b), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:29.782203 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Attempting to bind port 5c99103c-54f2-428a-957d-c3db5c66cc1f on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:32:29.782586 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Attempting to bind port 5c99103c-54f2-428a-957d-c3db5c66cc1f by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'e7f2c342-5cb6-4a2a-84de-fa4d69c70111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:32:29.782954 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Attempting to bind port 5c99103c-54f2-428a-957d-c3db5c66cc1f on network 236b8912-0b35-45fe-a06b-75541ed0e553 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:32:29.788455 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:32:29.788837 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Checking segment: {'id': 'e7f2c342-5cb6-4a2a-84de-fa4d69c70111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:32:29.789246 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:29.790018 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Bound using segment: {'id': 'e7f2c342-5cb6-4a2a-84de-fa4d69c70111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:32:29.790496 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Bound port: 5c99103c-54f2-428a-957d-c3db5c66cc1f, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f2c342-5cb6-4a2a-84de-fa4d69c70111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:32:29.790878 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (5c99103c-54f2-428a-957d-c3db5c66cc1f), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:29.812808 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5a168ba9-b813-4d71-a241-082db45d0aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (81a89fae-f281-4008-86c7-06694393262b), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:29.854453 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a168ba9-b813-4d71-a241-082db45d0aa4 admin admin] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:32:29.854666 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] For port 5c99103c-54f2-428a-957d-c3db5c66cc1f, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:32:29.858384 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] For port 5c99103c-54f2-428a-957d-c3db5c66cc1f, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=5c99103c-54f2-428a-957d-c3db5c66cc1f,segment=NetworkSegment(e7f2c342-5cb6-4a2a-84de-fa4d69c70111),segment_id=e7f2c342-5cb6-4a2a-84de-fa4d69c70111)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:32:29.860281 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-5a168ba9-b813-4d71-a241-082db45d0aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:32:29.863079 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a168ba9-b813-4d71-a241-082db45d0aa4 admin admin] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:32:29.864871 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (5c99103c-54f2-428a-957d-c3db5c66cc1f), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:29.888939 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a168ba9-b813-4d71-a241-082db45d0aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=81a89fae-f281-4008-86c7-06694393262b,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:29.927882 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eafb71-74a6-4059-aeb6-1bc375d52625 None None] Pushing event updated for resources: {'Port': ['ID=5c99103c-54f2-428a-957d-c3db5c66cc1f,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:30.011834 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:30.154264 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5a168ba9-b813-4d71-a241-082db45d0aa4 admin admin] Publish callbacks [] for router_gateway (f964d0ac-3918-42b8-ab09-1e594be47d14), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:30.282097 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:30.354725 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5a168ba9-b813-4d71-a241-082db45d0aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690056'] for router (f964d0ac-3918-42b8-ab09-1e594be47d14), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:30.487232 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a168ba9-b813-4d71-a241-082db45d0aa4 admin admin] Router f964d0ac-3918-42b8-ab09-1e594be47d14 is scheduled to L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 with binding_index 1 {{(pid=103790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 10 12:32:30.591977 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a168ba9-b813-4d71-a241-082db45d0aa4 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:32:30.603290 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] Sync routers for ids ['f964d0ac-3918-42b8-ab09-1e594be47d14'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:32:30.610822 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5a168ba9-b813-4d71-a241-082db45d0aa4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:30.614780 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-5a168ba9-b813-4d71-a241-082db45d0aa4 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5012560 Aug 10 12:32:30.614934 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 47936) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:30.616501 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] Routers {'f964d0ac-3918-42b8-ab09-1e594be47d14'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:32:30.617208 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:32:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['f964d0ac-3918-42b8-ab09-1e594be47d14'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:30.746091 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:30.791272 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] Set router f964d0ac-3918-42b8-ab09-1e594be47d14 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:32:30.841856 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfae6d0-4bf2-4769-81e5-185e97f5c4af req-79ba0676-76a7-43fe-8db3-3a46886444c1 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:30.843401 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7dfae6d0-4bf2-4769-81e5-185e97f5c4af req-79ba0676-76a7-43fe-8db3-3a46886444c1 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.1304450 Aug 10 12:32:30.941690 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7dfae6d0-4bf2-4769-81e5-185e97f5c4af req-3a4f177e-03f9-468c-b3fa-e7933075c33b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873504 Aug 10 12:32:31.042816 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73871f20-9399-4abd-a677-021b563e47c5 None None] Network 236b8912-0b35-45fe-a06b-75541ed0e553 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:32:31.146598 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 5c99103c-54f2-428a-957d-c3db5c66cc1f up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:32:31.198932 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-8c131a5e-8038-45f1-be5d-6d9063019ee6 None None] Provisioning complete for port 5c99103c-54f2-428a-957d-c3db5c66cc1f triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:32:31.199315 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8c131a5e-8038-45f1-be5d-6d9063019ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (5c99103c-54f2-428a-957d-c3db5c66cc1f), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:31.330030 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 5c99103c-54f2-428a-957d-c3db5c66cc1f triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:32:31.330283 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (5c99103c-54f2-428a-957d-c3db5c66cc1f), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:31.366711 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:31.378703 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '81a89fae-f281-4008-86c7-06694393262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:30Z', 'revision_number': 3, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'gw_port': {'id': '81a89fae-f281-4008-86c7-06694393262b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:31.432008 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] Checking router: f964d0ac-3918-42b8-ab09-1e594be47d14 for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:32:31.432370 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] Updating router f964d0ac-3918-42b8-ab09-1e594be47d14 port 81a89fae-f281-4008-86c7-06694393262b binding host dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:32:31.479139 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-8c131a5e-8038-45f1-be5d-6d9063019ee6 None None] Current status of the port 5c99103c-54f2-428a-957d-c3db5c66cc1f is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:32:31.479542 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8c131a5e-8038-45f1-be5d-6d9063019ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (5c99103c-54f2-428a-957d-c3db5c66cc1f), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:31.491845 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (81a89fae-f281-4008-86c7-06694393262b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:31.514468 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:31.582070 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 5c99103c-54f2-428a-957d-c3db5c66cc1f is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:32:31.582401 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (5c99103c-54f2-428a-957d-c3db5c66cc1f), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:31.609101 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4b9103b5-9780-4286-89c5-c8bbdf19bd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:31.624116 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:31.626104 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-8c131a5e-8038-45f1-be5d-6d9063019ee6 None None] For port 5c99103c-54f2-428a-957d-c3db5c66cc1f, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=5c99103c-54f2-428a-957d-c3db5c66cc1f,segment=NetworkSegment(e7f2c342-5cb6-4a2a-84de-fa4d69c70111),segment_id=e7f2c342-5cb6-4a2a-84de-fa4d69c70111)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:32:31.641357 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8c131a5e-8038-45f1-be5d-6d9063019ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (5c99103c-54f2-428a-957d-c3db5c66cc1f), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:31.762477 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-4b9103b5-9780-4286-89c5-c8bbdf19bd35 admin admin] Allocated IP 172.20.0.1 (236b8912-0b35-45fe-a06b-75541ed0e553/88ab3a9c-4854-4ead-9036-8a7a5b736fae/5b02e1d7-11e8-4ec6-bd30-c2db62d1864f) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:32:31.792464 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=100 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:31.793423 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c131a5e-8038-45f1-be5d-6d9063019ee6 None None] Pushing event updated for resources: {'Port': ['ID=5c99103c-54f2-428a-957d-c3db5c66cc1f,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:31.801667 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.db.api [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 10 12:32:31.802092 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG oslo_db.api [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 12:32:31.804363 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-05dbff35-0f76-4ee7-b824-b0de6a531ffc None None] Provisioning complete for port 5c99103c-54f2-428a-957d-c3db5c66cc1f triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:32:31.804742 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-05dbff35-0f76-4ee7-b824-b0de6a531ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (5c99103c-54f2-428a-957d-c3db5c66cc1f), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:31.868224 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4b9103b5-9780-4286-89c5-c8bbdf19bd35 admin admin] Publish callbacks [] for port (5b02e1d7-11e8-4ec6-bd30-c2db62d1864f), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:31.900558 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4b9103b5-9780-4286-89c5-c8bbdf19bd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (5b02e1d7-11e8-4ec6-bd30-c2db62d1864f), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:31.941547 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9103b5-9780-4286-89c5-c8bbdf19bd35 admin admin] Network 236b8912-0b35-45fe-a06b-75541ed0e553 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:32:31.946597 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-4b9103b5-9780-4286-89c5-c8bbdf19bd35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:32:31.950682 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9103b5-9780-4286-89c5-c8bbdf19bd35 admin admin] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:32:31.972283 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9103b5-9780-4286-89c5-c8bbdf19bd35 admin admin] Pushing event updated for resources: {'Port': ['ID=5b02e1d7-11e8-4ec6-bd30-c2db62d1864f,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:32.007743 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4b9103b5-9780-4286-89c5-c8bbdf19bd35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745920'] for router_interface (f964d0ac-3918-42b8-ab09-1e594be47d14), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:32.085916 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-05dbff35-0f76-4ee7-b824-b0de6a531ffc None None] Current status of the port 5c99103c-54f2-428a-957d-c3db5c66cc1f is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:32:32.108891 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] Publish callbacks [] for port (81a89fae-f281-4008-86c7-06694393262b), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:32.115961 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (81a89fae-f281-4008-86c7-06694393262b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:32.152196 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] Attempting to bind port 81a89fae-f281-4008-86c7-06694393262b on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:32:32.152833 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] Attempting to bind port 81a89fae-f281-4008-86c7-06694393262b by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:32:32.153470 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] Attempting to bind port 81a89fae-f281-4008-86c7-06694393262b on network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:32:32.153588 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ce269-b898-456b-97b7-83a7e95a5617 req-44d4e6bf-a642-4774-b3d6-6f0f04ca5fff tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:32.161148 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-700ce269-b898-456b-97b7-83a7e95a5617 req-44d4e6bf-a642-4774-b3d6-6f0f04ca5fff tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0778370 Aug 10 12:32:32.169696 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:32:32.170339 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] Checking segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:32:32.170925 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:32.171493 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] Bound using segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:32:32.172136 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] Bound port: 81a89fae-f281-4008-86c7-06694393262b, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:32:32.172939 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (81a89fae-f281-4008-86c7-06694393262b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:32.190882 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4b9103b5-9780-4286-89c5-c8bbdf19bd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (5b02e1d7-11e8-4ec6-bd30-c2db62d1864f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:32.205704 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436ca0a-67b1-48cf-a1c8-da8dbd665c62 None None] Pushing event updated for resources: {'Port': ['ID=81a89fae-f281-4008-86c7-06694393262b,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:32.221828 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-41d404d2-d236-4561-bac9-efadaa70ebc6 None None] Provisioning complete for port 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:32:32.222579 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-41d404d2-d236-4561-bac9-efadaa70ebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (5b02e1d7-11e8-4ec6-bd30-c2db62d1864f), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:32.245868 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-700ce269-b898-456b-97b7-83a7e95a5617 req-8467879d-d632-44e5-b4ba-3020c36f529f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836699 Aug 10 12:32:32.267983 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] For port 81a89fae-f281-4008-86c7-06694393262b, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:32:32.287863 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] For port 81a89fae-f281-4008-86c7-06694393262b, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=81a89fae-f281-4008-86c7-06694393262b,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:32:32.290584 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-41d404d2-d236-4561-bac9-efadaa70ebc6 None None] Port 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:32:32.296286 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (81a89fae-f281-4008-86c7-06694393262b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:32.302650 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:32.325092 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:32.374441 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] Routers {'f964d0ac-3918-42b8-ab09-1e594be47d14'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:32:32.375088 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:32:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['f964d0ac-3918-42b8-ab09-1e594be47d14'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:32.421037 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4b9103b5-9780-4286-89c5-c8bbdf19bd35 admin admin] Publish callbacks [] for port (5b02e1d7-11e8-4ec6-bd30-c2db62d1864f), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:32.421462 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436ca0a-67b1-48cf-a1c8-da8dbd665c62 None None] Pushing event updated for resources: {'Port': ['ID=81a89fae-f281-4008-86c7-06694393262b,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:32.429432 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4b9103b5-9780-4286-89c5-c8bbdf19bd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (5b02e1d7-11e8-4ec6-bd30-c2db62d1864f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:32.429912 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 5c99103c-54f2-428a-957d-c3db5c66cc1f is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:32:32.503004 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9103b5-9780-4286-89c5-c8bbdf19bd35 admin admin] Pushing event updated for resources: {'Port': ['ID=5b02e1d7-11e8-4ec6-bd30-c2db62d1864f,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:32.503396 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] Set router f964d0ac-3918-42b8-ab09-1e594be47d14 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:32:32.509901 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4b9103b5-9780-4286-89c5-c8bbdf19bd35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746544'] for router_interface (f964d0ac-3918-42b8-ab09-1e594be47d14), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:32.563308 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:32.616879 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9103b5-9780-4286-89c5-c8bbdf19bd35 admin admin] Network 236b8912-0b35-45fe-a06b-75541ed0e553 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:32:32.619080 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-4b9103b5-9780-4286-89c5-c8bbdf19bd35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:32:32.713257 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '81a89fae-f281-4008-86c7-06694393262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:32Z', 'revision_number': 4, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'gw_port': {'id': '81a89fae-f281-4008-86c7-06694393262b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '5b02e1d7-11e8-4ec6-bd30-c2db62d1864f', 'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'mac_address': 'fa:16:3e:30:12:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:31Z', 'updated_at': '2022-08-10T12:32:31Z', 'revision_number': 1, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'subnets': [{'id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:32.715445 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:32.736700 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9103b5-9780-4286-89c5-c8bbdf19bd35 admin admin] Router f964d0ac-3918-42b8-ab09-1e594be47d14 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:32:32.742157 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2d297-9a56-405e-aad7-d74681a7c8aa None None] The sync data for ids ['f964d0ac-3918-42b8-ab09-1e594be47d14'] in dv-cinder-852261-3-iscsi is: [{'id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '81a89fae-f281-4008-86c7-06694393262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:32Z', 'revision_number': 4, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'gw_port': {'id': '81a89fae-f281-4008-86c7-06694393262b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '5b02e1d7-11e8-4ec6-bd30-c2db62d1864f', 'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'mac_address': 'fa:16:3e:30:12:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:31Z', 'updated_at': '2022-08-10T12:32:31Z', 'revision_number': 1, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'subnets': [{'id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:32:32.812527 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-64a6c301-30f6-44b5-946c-422cbc22cc39 None None] Provisioning complete for port 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:32:32.813079 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-64a6c301-30f6-44b5-946c-422cbc22cc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (5b02e1d7-11e8-4ec6-bd30-c2db62d1864f), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:32.846365 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-64a6c301-30f6-44b5-946c-422cbc22cc39 None None] Port 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:32:32.848462 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9103b5-9780-4286-89c5-c8bbdf19bd35 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:32:32.856023 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-4b9103b5-9780-4286-89c5-c8bbdf19bd35 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/f964d0ac-3918-42b8-ab09-1e594be47d14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2397735 Aug 10 12:32:33.056857 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 5c99103c-54f2-428a-957d-c3db5c66cc1f up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:32:33.113428 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 5c99103c-54f2-428a-957d-c3db5c66cc1f triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:32:33.114059 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (5c99103c-54f2-428a-957d-c3db5c66cc1f), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:33.199486 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 5c99103c-54f2-428a-957d-c3db5c66cc1f is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:32:33.215280 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 47978) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:33.220008 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-69b79767-362b-4d00-b91f-e25ebc2f4371 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1076209328', 'description': 'tempest-description--936136489'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:32:33.247854 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-69b79767-362b-4d00-b91f-e25ebc2f4371 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:33.322152 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-69b79767-362b-4d00-b91f-e25ebc2f4371 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group (fb96f109-d25d-4958-bda0-e5eb9c24a2b9), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:33.330440 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-69b79767-362b-4d00-b91f-e25ebc2f4371 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (fb96f109-d25d-4958-bda0-e5eb9c24a2b9), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:33.361709 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b79767-362b-4d00-b91f-e25ebc2f4371 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb96f109-d25d-4958-bda0-e5eb9c24a2b9,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:33.367737 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-69b79767-362b-4d00-b91f-e25ebc2f4371 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:33.371754 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-69b79767-362b-4d00-b91f-e25ebc2f4371 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1526716 Aug 10 12:32:33.373114 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 47984) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:33.377893 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-aaebd91e-514d-4357-a533-96ac2f115a97 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Request body: {'security_group_rule': {'security_group_id': 'fb96f109-d25d-4958-bda0-e5eb9c24a2b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:32:33.378554 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657b175-5c01-4fa9-9c2e-4ce706255e85 req-febc3bf0-2056-4673-b057-e8f2143f224f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:33.380437 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-0657b175-5c01-4fa9-9c2e-4ce706255e85 req-febc3bf0-2056-4673-b057-e8f2143f224f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0561895 Aug 10 12:32:33.411853 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aaebd91e-514d-4357-a533-96ac2f115a97 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group_rule (b368f8dc-ff0b-468d-8300-0ba8b7724b5a), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:33.444976 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-0657b175-5c01-4fa9-9c2e-4ce706255e85 req-19cf946f-5b5b-4e98-bb97-bd84a231a425 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585036 Aug 10 12:32:33.492775 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aaebd91e-514d-4357-a533-96ac2f115a97 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group_rule (b368f8dc-ff0b-468d-8300-0ba8b7724b5a), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:33.500696 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aaebd91e-514d-4357-a533-96ac2f115a97 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (b368f8dc-ff0b-468d-8300-0ba8b7724b5a), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:33.508503 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:33.526285 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebd91e-514d-4357-a533-96ac2f115a97 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b368f8dc-ff0b-468d-8300-0ba8b7724b5a,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:33.533747 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-aaebd91e-514d-4357-a533-96ac2f115a97 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:33.534833 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-aaebd91e-514d-4357-a533-96ac2f115a97 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1605229 Aug 10 12:32:33.537657 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47988) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:33.542530 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-098a43c0-2bcf-4d67-b773-ee862570fd8e tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Request body: {'security_group_rule': {'security_group_id': 'fb96f109-d25d-4958-bda0-e5eb9c24a2b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:32:33.579185 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-098a43c0-2bcf-4d67-b773-ee862570fd8e tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group_rule (e8b75f31-9405-4f00-a9c8-8a016774e62f), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:33.624470 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:33.643895 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-098a43c0-2bcf-4d67-b773-ee862570fd8e tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group_rule (e8b75f31-9405-4f00-a9c8-8a016774e62f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:33.647924 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-098a43c0-2bcf-4d67-b773-ee862570fd8e tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (e8b75f31-9405-4f00-a9c8-8a016774e62f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:33.667332 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a43c0-2bcf-4d67-b773-ee862570fd8e tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b75f31-9405-4f00-a9c8-8a016774e62f,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:33.676398 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-098a43c0-2bcf-4d67-b773-ee862570fd8e tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:33.680633 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-098a43c0-2bcf-4d67-b773-ee862570fd8e tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389666 Aug 10 12:32:33.680781 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 47990) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:33.685671 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-0c9f0377-1bd6-4463-a872-da28521521fc tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Request body: {'floatingip': {'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:32:33.706699 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0c9f0377-1bd6-4463-a872-da28521521fc tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:33.787218 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0c9f0377-1bd6-4463-a872-da28521521fc tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:33.897433 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-0c9f0377-1bd6-4463-a872-da28521521fc tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Allocated IP 172.27.0.215 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/1a0dd276-6c19-4d36-8b9a-1cfeadb49fef) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:32:34.002071 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0c9f0377-1bd6-4463-a872-da28521521fc tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for port (1a0dd276-6c19-4d36-8b9a-1cfeadb49fef), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:34.007672 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:34.038777 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0c9f0377-1bd6-4463-a872-da28521521fc tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (1a0dd276-6c19-4d36-8b9a-1cfeadb49fef), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:34.081031 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9f0377-1bd6-4463-a872-da28521521fc tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:32:34.084171 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-0c9f0377-1bd6-4463-a872-da28521521fc tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:32:34.087748 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9f0377-1bd6-4463-a872-da28521521fc tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:32:34.114870 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f0377-1bd6-4463-a872-da28521521fc tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Pushing event updated for resources: {'Port': ['ID=1a0dd276-6c19-4d36-8b9a-1cfeadb49fef,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:34.175190 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0c9f0377-1bd6-4463-a872-da28521521fc tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for floatingip (17abc2a9-f012-4a77-a816-c12afc3373ef), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:34.211787 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0c9f0377-1bd6-4463-a872-da28521521fc tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (1a0dd276-6c19-4d36-8b9a-1cfeadb49fef), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:34.329672 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:34.375553 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0c9f0377-1bd6-4463-a872-da28521521fc tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for port (1a0dd276-6c19-4d36-8b9a-1cfeadb49fef), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:34.380987 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0c9f0377-1bd6-4463-a872-da28521521fc tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14084867'] for port (1a0dd276-6c19-4d36-8b9a-1cfeadb49fef), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:34.453755 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f0377-1bd6-4463-a872-da28521521fc tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Pushing event updated for resources: {'Port': ['ID=1a0dd276-6c19-4d36-8b9a-1cfeadb49fef,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:34.457084 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0c9f0377-1bd6-4463-a872-da28521521fc tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (17abc2a9-f012-4a77-a816-c12afc3373ef), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:34.475821 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0c9f0377-1bd6-4463-a872-da28521521fc tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:34.486680 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-0c9f0377-1bd6-4463-a872-da28521521fc tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7953696 Aug 10 12:32:34.574192 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0d123-ba08-4377-aa31-207a08eeb8fa req-8014d427-e995-4570-b70c-9066ad336b4f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:34.576149 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-83d0d123-ba08-4377-aa31-207a08eeb8fa req-8014d427-e995-4570-b70c-9066ad336b4f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0489767 Aug 10 12:32:34.631860 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-83d0d123-ba08-4377-aa31-207a08eeb8fa req-218d492d-53b4-4e59-bae0-782fa0ba0245 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490043 Aug 10 12:32:34.790972 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] Sync routers for ids ['f964d0ac-3918-42b8-ab09-1e594be47d14'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:32:34.801702 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] Routers {'f964d0ac-3918-42b8-ab09-1e594be47d14'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:32:34.802299 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:32:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['f964d0ac-3918-42b8-ab09-1e594be47d14'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:34.903099 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] Set router f964d0ac-3918-42b8-ab09-1e594be47d14 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:32:35.023362 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 81a89fae-f281-4008-86c7-06694393262b up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:32:35.067262 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 81a89fae-f281-4008-86c7-06694393262b triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:32:35.067645 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (81a89fae-f281-4008-86c7-06694393262b), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:35.098779 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '81a89fae-f281-4008-86c7-06694393262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:32Z', 'revision_number': 4, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'gw_port': {'id': '81a89fae-f281-4008-86c7-06694393262b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '5b02e1d7-11e8-4ec6-bd30-c2db62d1864f', 'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'mac_address': 'fa:16:3e:30:12:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:31Z', 'updated_at': '2022-08-10T12:32:32Z', 'revision_number': 2, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'subnets': [{'id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:35.123243 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] Checking router: f964d0ac-3918-42b8-ab09-1e594be47d14 for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:32:35.123591 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] Updating router f964d0ac-3918-42b8-ab09-1e594be47d14 port 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f binding host dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:32:35.140791 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:35.144024 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 81a89fae-f281-4008-86c7-06694393262b is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:32:35.144414 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (81a89fae-f281-4008-86c7-06694393262b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:35.152373 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (5b02e1d7-11e8-4ec6-bd30-c2db62d1864f), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:35.166023 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:35.166172 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port 81a89fae-f281-4008-86c7-06694393262b, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=81a89fae-f281-4008-86c7-06694393262b,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:32:35.174301 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (81a89fae-f281-4008-86c7-06694393262b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:35.225422 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=81a89fae-f281-4008-86c7-06694393262b,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:35.438442 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] Publish callbacks [] for port (5b02e1d7-11e8-4ec6-bd30-c2db62d1864f), precommit_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:35.444004 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (5b02e1d7-11e8-4ec6-bd30-c2db62d1864f), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:35.506225 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8288d4-685b-4a9c-86b7-00fcb5be4637 None None] Pushing event updated for resources: {'Port': ['ID=5b02e1d7-11e8-4ec6-bd30-c2db62d1864f,revision_number=3']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:35.530221 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8288d4-685b-4a9c-86b7-00fcb5be4637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:35.530487 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8288d4-685b-4a9c-86b7-00fcb5be4637 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:35.530847 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8288d4-685b-4a9c-86b7-00fcb5be4637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:35.531226 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8288d4-685b-4a9c-86b7-00fcb5be4637 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:35.531562 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8288d4-685b-4a9c-86b7-00fcb5be4637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:35.531883 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8288d4-685b-4a9c-86b7-00fcb5be4637 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:35.532204 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8288d4-685b-4a9c-86b7-00fcb5be4637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:35.532522 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8288d4-685b-4a9c-86b7-00fcb5be4637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:35.532840 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8288d4-685b-4a9c-86b7-00fcb5be4637 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:35.533168 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8288d4-685b-4a9c-86b7-00fcb5be4637 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:35.533525 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8288d4-685b-4a9c-86b7-00fcb5be4637 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:35.533838 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8288d4-685b-4a9c-86b7-00fcb5be4637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:35.534157 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8288d4-685b-4a9c-86b7-00fcb5be4637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:35.534471 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8288d4-685b-4a9c-86b7-00fcb5be4637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:35.534806 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8288d4-685b-4a9c-86b7-00fcb5be4637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:32:35.547450 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] Attempting to bind port 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:32:35.547973 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] Attempting to bind port 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'e7f2c342-5cb6-4a2a-84de-fa4d69c70111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553'}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:32:35.548337 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] Attempting to bind port 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f on network 236b8912-0b35-45fe-a06b-75541ed0e553 {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:32:35.553693 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:32:35.554164 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] Checking segment: {'id': 'e7f2c342-5cb6-4a2a-84de-fa4d69c70111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:32:35.554564 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:35.554950 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] Bound using segment: {'id': 'e7f2c342-5cb6-4a2a-84de-fa4d69c70111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553'} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:32:35.555407 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] Bound port: 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f2c342-5cb6-4a2a-84de-fa4d69c70111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553'}}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:32:35.555904 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (5b02e1d7-11e8-4ec6-bd30-c2db62d1864f), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:35.626933 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] For port 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:32:35.630499 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] For port 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=5b02e1d7-11e8-4ec6-bd30-c2db62d1864f,segment=NetworkSegment(e7f2c342-5cb6-4a2a-84de-fa4d69c70111),segment_id=e7f2c342-5cb6-4a2a-84de-fa4d69c70111)] {{(pid=103792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:32:35.640845 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (5b02e1d7-11e8-4ec6-bd30-c2db62d1864f), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:35.691605 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] Routers {'f964d0ac-3918-42b8-ab09-1e594be47d14'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:32:35.691605 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:32:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['f964d0ac-3918-42b8-ab09-1e594be47d14'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:35.711559 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8288d4-685b-4a9c-86b7-00fcb5be4637 None None] Pushing event updated for resources: {'Port': ['ID=5b02e1d7-11e8-4ec6-bd30-c2db62d1864f,revision_number=4']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:35.810456 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9510f-2919-4054-a331-a19c741745d8 req-6f5fc11e-95c0-4c34-b9d4-7c8b0e0da8e5 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:35.813735 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-aed9510f-2919-4054-a331-a19c741745d8 req-6f5fc11e-95c0-4c34-b9d4-7c8b0e0da8e5 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0716355 Aug 10 12:32:35.836711 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] Set router f964d0ac-3918-42b8-ab09-1e594be47d14 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:32:35.859860 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-aed9510f-2919-4054-a331-a19c741745d8 req-c1b6d6fc-d31d-4600-9ba9-42eed4c50afb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417197 Aug 10 12:32:36.013923 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '81a89fae-f281-4008-86c7-06694393262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:32Z', 'revision_number': 4, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'gw_port': {'id': '81a89fae-f281-4008-86c7-06694393262b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '5b02e1d7-11e8-4ec6-bd30-c2db62d1864f', 'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'mac_address': 'fa:16:3e:30:12:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:31Z', 'updated_at': '2022-08-10T12:32:35Z', 'revision_number': 4, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'subnets': [{'id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:32:36.016340 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:36.042312 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d9b057-72a5-42f8-b888-ebf8b48c42d6 None None] The sync data for ids ['f964d0ac-3918-42b8-ab09-1e594be47d14'] in dv-cinder-852261-3-iscsi is: [{'id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '81a89fae-f281-4008-86c7-06694393262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:32Z', 'revision_number': 4, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'gw_port': {'id': '81a89fae-f281-4008-86c7-06694393262b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '5b02e1d7-11e8-4ec6-bd30-c2db62d1864f', 'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'mac_address': 'fa:16:3e:30:12:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:31Z', 'updated_at': '2022-08-10T12:32:35Z', 'revision_number': 4, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'subnets': [{'id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:32:36.260603 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:32:36.980600 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db663e-1559-4cf3-911e-d45517559762 req-5b01b1a5-48fb-4d3b-8b7f-bc233b4cc456 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:36.983020 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a7db663e-1559-4cf3-911e-d45517559762 req-5b01b1a5-48fb-4d3b-8b7f-bc233b4cc456 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0528505 Aug 10 12:32:37.030241 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a7db663e-1559-4cf3-911e-d45517559762 req-dafe10a3-e1eb-4945-8902-9eee7ccde578 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412319 Aug 10 12:32:37.042202 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:32:37.087212 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:32:37.087510 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (5b02e1d7-11e8-4ec6-bd30-c2db62d1864f), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:37.143655 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:37.158492 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:32:37.158894 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (5b02e1d7-11e8-4ec6-bd30-c2db62d1864f), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:37.190106 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=5b02e1d7-11e8-4ec6-bd30-c2db62d1864f,segment=NetworkSegment(e7f2c342-5cb6-4a2a-84de-fa4d69c70111),segment_id=e7f2c342-5cb6-4a2a-84de-fa4d69c70111)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:32:37.193713 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (5b02e1d7-11e8-4ec6-bd30-c2db62d1864f), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:37.194466 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 81a89fae-f281-4008-86c7-06694393262b up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:32:37.268009 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=5b02e1d7-11e8-4ec6-bd30-c2db62d1864f,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:37.275565 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 81a89fae-f281-4008-86c7-06694393262b triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:32:37.275935 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (81a89fae-f281-4008-86c7-06694393262b), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:37.345135 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 81a89fae-f281-4008-86c7-06694393262b is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:32:38.130995 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:38.149184 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfdcfd-899f-466d-83c2-5c860c635053 req-338285d8-821a-4d3d-8407-fe41ba881e24 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:38.150647 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9edfdcfd-899f-466d-83c2-5c860c635053 req-338285d8-821a-4d3d-8407-fe41ba881e24 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0468221 Aug 10 12:32:38.197060 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9edfdcfd-899f-466d-83c2-5c860c635053 req-8d9bb6b5-93b1-4155-a85e-78fcebeb1617 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401919 Aug 10 12:32:39.016977 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:32:39.042927 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:39.067440 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:32:39.067753 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (5b02e1d7-11e8-4ec6-bd30-c2db62d1864f), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:39.139070 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:32:39.319329 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16e6b1-757e-4b40-83e8-764c7d7032cf req-313724c4-551d-4a9a-b001-660b4e019e0a tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:39.320689 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4b16e6b1-757e-4b40-83e8-764c7d7032cf req-313724c4-551d-4a9a-b001-660b4e019e0a tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0507059 Aug 10 12:32:39.368655 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4b16e6b1-757e-4b40-83e8-764c7d7032cf req-6a71b390-ce78-47ea-a5f9-60116830bf29 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424502 Aug 10 12:32:40.483695 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9567d-3738-4cd5-a13c-4c8939006fc7 req-4b7db721-a6c9-4138-a532-452376653c4b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:40.485148 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8da9567d-3738-4cd5-a13c-4c8939006fc7 req-4b7db721-a6c9-4138-a532-452376653c4b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0465252 Aug 10 12:32:40.531571 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8da9567d-3738-4cd5-a13c-4c8939006fc7 req-f6e71d12-b54e-4817-a22a-3e4033ef7897 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409622 Aug 10 12:32:41.648637 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e9691-339e-4d44-b951-1180b64eedf2 req-a6b27278-a5b0-4ec7-96b3-28542913a585 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:41.650178 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-820e9691-339e-4d44-b951-1180b64eedf2 req-a6b27278-a5b0-4ec7-96b3-28542913a585 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0471871 Aug 10 12:32:41.699555 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-820e9691-339e-4d44-b951-1180b64eedf2 req-0f1a7c7d-7f70-4961-bce4-31402f4a0d5d tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433812 Aug 10 12:32:42.821853 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a80062-ece8-4138-85ce-26b370e78753 req-2592b29d-5e41-45fe-9334-ca6c837a7811 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:42.823342 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b4a80062-ece8-4138-85ce-26b370e78753 req-2592b29d-5e41-45fe-9334-ca6c837a7811 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0485325 Aug 10 12:32:42.876633 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b4a80062-ece8-4138-85ce-26b370e78753 req-9b375dd8-825c-4a78-82b5-b8f24bdba1b1 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470154 Aug 10 12:32:43.993724 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fc72b-4cdc-41ce-b4b3-c51a41bb231f req-a4207660-9298-4d71-b47a-64c26bc6e77f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:43.995318 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d63fc72b-4cdc-41ce-b4b3-c51a41bb231f req-a4207660-9298-4d71-b47a-64c26bc6e77f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0474482 Aug 10 12:32:44.042593 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d63fc72b-4cdc-41ce-b4b3-c51a41bb231f req-ac3c019b-6477-4613-875d-f5a43502bbe1 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411155 Aug 10 12:32:44.465312 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=53,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:44.469863 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:45.166854 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd58785-058d-4a8f-94c1-3d10e590bffe req-58e8d87e-8bf7-4e36-b780-ab38ea49de3e tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:45.168539 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5bd58785-058d-4a8f-94c1-3d10e590bffe req-58e8d87e-8bf7-4e36-b780-ab38ea49de3e tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0529773 Aug 10 12:32:45.217179 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5bd58785-058d-4a8f-94c1-3d10e590bffe req-3c3c6f54-2091-44a8-8522-30a65bacb577 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429223 Aug 10 12:32:46.256027 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:46.256981 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:46.334255 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58b83b-741d-4bcf-9361-d36ffe467267 req-16425666-7ce4-454e-a0a0-324d05c79ed0 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:46.335944 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-eb58b83b-741d-4bcf-9361-d36ffe467267 req-16425666-7ce4-454e-a0a0-324d05c79ed0 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0467892 Aug 10 12:32:46.386311 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-eb58b83b-741d-4bcf-9361-d36ffe467267 req-4323200a-cd8c-4ac0-aff4-33ee99a2f8c0 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443852 Aug 10 12:32:46.911757 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 48216) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:47.019988 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7a367c92-1ad3-425e-961b-95a83af68108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:47.101673 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7a367c92-1ad3-425e-961b-95a83af68108 admin admin] Publish callbacks [] for security_group (4ab8fe89-6bbe-4acd-a404-ac8929992de9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:47.105472 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7a367c92-1ad3-425e-961b-95a83af68108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (4ab8fe89-6bbe-4acd-a404-ac8929992de9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:47.145677 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-7a367c92-1ad3-425e-961b-95a83af68108 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=4d5dd788aafe4cd1841c71885bf824eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327955 Aug 10 12:32:47.146387 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a367c92-1ad3-425e-961b-95a83af68108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab8fe89-6bbe-4acd-a404-ac8929992de9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:47.148517 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 48228) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:32:47.164700 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:47.201254 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a7b92cd9-027a-4424-9890-a31a491d0b43 admin admin] Publish callbacks [] for security_group (4ab8fe89-6bbe-4acd-a404-ac8929992de9), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:47.228302 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a7b92cd9-027a-4424-9890-a31a491d0b43 admin admin] Publish callbacks [] for security_group (4ab8fe89-6bbe-4acd-a404-ac8929992de9), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:47.277733 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a7b92cd9-027a-4424-9890-a31a491d0b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (4ab8fe89-6bbe-4acd-a404-ac8929992de9), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:47.280752 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a7b92cd9-027a-4424-9890-a31a491d0b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:47.281921 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-a7b92cd9-027a-4424-9890-a31a491d0b43 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/4ab8fe89-6bbe-4acd-a404-ac8929992de9 HTTP/1.1" status: 204 len: 168 time: 0.1308608 Aug 10 12:32:47.289990 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b92cd9-027a-4424-9890-a31a491d0b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab8fe89-6bbe-4acd-a404-ac8929992de9,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:47.512204 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5401751-31e5-44fc-ae9c-79000a3a36e1 req-885d6bb2-afc2-46a8-8a1c-42a021093f36 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:47.513801 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f5401751-31e5-44fc-ae9c-79000a3a36e1 req-885d6bb2-afc2-46a8-8a1c-42a021093f36 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0507574 Aug 10 12:32:47.562542 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:47.567644 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f5401751-31e5-44fc-ae9c-79000a3a36e1 req-3935ca48-5b8f-4c3e-959f-f337be70d8a3 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469811 Aug 10 12:32:48.154139 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e73eccc4-fb36-4813-b8dc-94495cbd5e6a tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1076209328&fields=id&tenant_id=82c24c64f4c34921837eceb32e24a287 HTTP/1.1" status: 200 len: 267 time: 0.0663257 Aug 10 12:32:48.269980 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-46f90f3c-bf0a-474c-abd4-8a2fc16982f4 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:48.271487 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-46f90f3c-bf0a-474c-abd4-8a2fc16982f4 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/networks?id=236b8912-0b35-45fe-a06b-75541ed0e553 HTTP/1.1" status: 200 len: 811 time: 0.1109028 Aug 10 12:32:48.288169 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-450d0b4e-a472-4f6f-98de-4306c99bbf3a tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/quotas/82c24c64f4c34921837eceb32e24a287 HTTP/1.1" status: 200 len: 375 time: 0.0096562 Aug 10 12:32:48.368684 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-0622d53e-1d45-43ce-bbd7-c49418684f74 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=82c24c64f4c34921837eceb32e24a287&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492723 Aug 10 12:32:48.493867 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-dea632b3-dbdc-4483-af4a-d7f86fded10c service neutron] 10.222.0.65 "GET /networking/v2.0/networks/236b8912-0b35-45fe-a06b-75541ed0e553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123753 Aug 10 12:32:48.585042 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-d067e60c-c8cc-40dc-b610-05e666862d52 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/236b8912-0b35-45fe-a06b-75541ed0e553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896418 Aug 10 12:32:48.705026 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:48.717437 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab389c2-7af8-4e4a-8736-9edf6ca6f6ed req-515af13a-865f-487e-8bad-c0ee7fa693c0 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:48.725175 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5ab389c2-7af8-4e4a-8736-9edf6ca6f6ed req-515af13a-865f-487e-8bad-c0ee7fa693c0 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0781963 Aug 10 12:32:48.751820 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c4b63648-35bd-4501-862f-48982615c37f req-11c36e5c-46db-4078-a52e-dc7355eb02a6 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 210 time: 0.0332849 Aug 10 12:32:48.782045 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5ab389c2-7af8-4e4a-8736-9edf6ca6f6ed req-632460e1-2ef1-4459-9bd5-887b2cfc54ce tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556474 Aug 10 12:32:49.495256 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceff16d-352e-4a3e-9580-99e4512f3429 req-aa4256c3-4d13-43e0-a198-cac1088ccae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:49.496753 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3ceff16d-352e-4a3e-9580-99e4512f3429 req-aa4256c3-4d13-43e0-a198-cac1088ccae0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 1130 time: 0.0434062 Aug 10 12:32:49.555025 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3ceff16d-352e-4a3e-9580-99e4512f3429 req-d91fd062-18c7-4492-b87b-0dfa28fee46d service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418470 Aug 10 12:32:49.859778 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f064744d-e526-4cad-bc30-8c33df5a4076 req-2f8f29c1-0e48-4508-9fdd-fbc6a714ed5d tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 210 time: 0.0314720 Aug 10 12:32:49.903807 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7a05e-afdc-4734-bfae-036c6c810d3a req-5256c8cf-3f1e-4d5f-92a5-60e460a63caa tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:49.905360 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-85f7a05e-afdc-4734-bfae-036c6c810d3a req-5256c8cf-3f1e-4d5f-92a5-60e460a63caa tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0485072 Aug 10 12:32:49.955114 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-85f7a05e-afdc-4734-bfae-036c6c810d3a req-2d6d98b2-c8d0-479f-8142-a3790bf63895 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441122 Aug 10 12:32:50.783088 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-bf44a5e9-3282-4e6e-b140-fe151c38ccc7 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:50.784675 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-bf44a5e9-3282-4e6e-b140-fe151c38ccc7 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.64 "GET /networking/v2.0/networks?id=236b8912-0b35-45fe-a06b-75541ed0e553 HTTP/1.1" status: 200 len: 811 time: 0.1119719 Aug 10 12:32:50.911956 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-cb82fcfd-5771-4f2e-975f-d36729df80dc tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=82c24c64f4c34921837eceb32e24a287 HTTP/1.1" status: 200 len: 380 time: 0.0525725 Aug 10 12:32:50.961031 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-56dbc148-ed66-47df-bf5b-56b57ec6e411 req-caaef4db-c69d-4f56-97d0-9fb33a1be5ae tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 210 time: 0.0279891 Aug 10 12:32:51.073941 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8d69b-4a7f-4b7d-a15c-208edb8f0ef0 req-538e95cf-1ea0-4381-b373-343eb34c514c tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:51.075691 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-71e8d69b-4a7f-4b7d-a15c-208edb8f0ef0 req-538e95cf-1ea0-4381-b373-343eb34c514c tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0456934 Aug 10 12:32:51.123307 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-71e8d69b-4a7f-4b7d-a15c-208edb8f0ef0 req-50085cf4-619b-4370-922c-26e2424fdd06 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411708 Aug 10 12:32:51.459596 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-0e0c999a-9f1c-4de1-bb36-70fd3825c3e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:51.608035 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-68bf2e75-30b6-4268-9603-bf8f44a13750 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Request body: {'port': {'device_id': '67832a65-635c-45ac-830c-7ae989a1fea6', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'admin_state_up': True, 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'security_groups': ['fb96f109-d25d-4958-bda0-e5eb9c24a2b9']}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:32:51.725616 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-68bf2e75-30b6-4268-9603-bf8f44a13750 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Made reservation on behalf of 82c24c64f4c34921837eceb32e24a287 for: {'port': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:32:51.729279 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-68bf2e75-30b6-4268-9603-bf8f44a13750 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:51.810741 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:51.861637 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-68bf2e75-30b6-4268-9603-bf8f44a13750 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Allocated IP 172.20.0.4 (236b8912-0b35-45fe-a06b-75541ed0e553/88ab3a9c-4854-4ead-9036-8a7a5b736fae/6d220b97-f3b8-4e54-a5e7-2f570e5e93a2) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:32:51.946292 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:51.999547 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-68bf2e75-30b6-4268-9603-bf8f44a13750 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for port (6d220b97-f3b8-4e54-a5e7-2f570e5e93a2), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:52.031991 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-68bf2e75-30b6-4268-9603-bf8f44a13750 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (6d220b97-f3b8-4e54-a5e7-2f570e5e93a2), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:52.080475 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-68bf2e75-30b6-4268-9603-bf8f44a13750 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Network 236b8912-0b35-45fe-a06b-75541ed0e553 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:32:52.083723 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-68bf2e75-30b6-4268-9603-bf8f44a13750 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:32:52.087889 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-68bf2e75-30b6-4268-9603-bf8f44a13750 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:32:52.094603 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf2e75-30b6-4268-9603-bf8f44a13750 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Pushing event updated for resources: {'Port': ['ID=6d220b97-f3b8-4e54-a5e7-2f570e5e93a2,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:52.097413 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77739b-a32c-4521-bd55-3a46ec1cd0b9 req-155bf708-6f04-4c65-a5c6-fbca9d6cd578 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:52.101357 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-0c77739b-a32c-4521-bd55-3a46ec1cd0b9 req-155bf708-6f04-4c65-a5c6-fbca9d6cd578 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 931 time: 0.0527661 Aug 10 12:32:52.143325 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-68bf2e75-30b6-4268-9603-bf8f44a13750 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:52.144538 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-68bf2e75-30b6-4268-9603-bf8f44a13750 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:52.169918 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-0c77739b-a32c-4521-bd55-3a46ec1cd0b9 req-8bd5d548-ea4e-4013-832a-bb29ade8612c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644934 Aug 10 12:32:52.170229 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-68bf2e75-30b6-4268-9603-bf8f44a13750 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5690215 Aug 10 12:32:52.202764 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] Request body: {'port': {'device_id': '67832a65-635c-45ac-830c-7ae989a1fea6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:32:52.301095 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d49d21-cbf1-46a0-9b88-4341b2113cd8 req-e73fd220-0828-4179-97fc-0f9385987cce tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:52.302615 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-37d49d21-cbf1-46a0-9b88-4341b2113cd8 req-e73fd220-0828-4179-97fc-0f9385987cce tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0956812 Aug 10 12:32:52.319743 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (6d220b97-f3b8-4e54-a5e7-2f570e5e93a2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:52.329796 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-8d8b85d7-3498-4caf-93be-cdff41673429 None None] Provisioning complete for port 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:32:52.330551 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8d8b85d7-3498-4caf-93be-cdff41673429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (6d220b97-f3b8-4e54-a5e7-2f570e5e93a2), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:52.367703 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b85d7-3498-4caf-93be-cdff41673429 None None] Port 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:32:52.404540 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-37d49d21-cbf1-46a0-9b88-4341b2113cd8 req-61a45e1c-e9ce-4a35-ad20-5e4bb5fe239d tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949042 Aug 10 12:32:52.530844 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a2868-9ed3-437f-91f3-656c0d603ffd req-bcbe70c2-d5b8-4d70-a489-b08cee7fb1fe tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:52.532467 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f62a2868-9ed3-437f-91f3-656c0d603ffd req-bcbe70c2-d5b8-4d70-a489-b08cee7fb1fe tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0509794 Aug 10 12:32:52.587498 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f62a2868-9ed3-437f-91f3-656c0d603ffd req-b9019294-b4f7-4c14-9b74-1b780c4429ef tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451634 Aug 10 12:32:52.619742 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:32:52.629246 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] Publish callbacks [] for port (6d220b97-f3b8-4e54-a5e7-2f570e5e93a2), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:52.642663 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] Transition to ACTIVE for port object 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 will not be triggered until provisioned by entity L2. {{(pid=103790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:32:52.646964 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (6d220b97-f3b8-4e54-a5e7-2f570e5e93a2), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:52.709059 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:52.731710 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] Pushing event updated for resources: {'Port': ['ID=6d220b97-f3b8-4e54-a5e7-2f570e5e93a2,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:52.748386 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:52.774480 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] Attempting to bind port 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:32:52.774901 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] Attempting to bind port 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': 'e7f2c342-5cb6-4a2a-84de-fa4d69c70111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:32:52.775450 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] Attempting to bind port 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 on network 236b8912-0b35-45fe-a06b-75541ed0e553 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:32:52.780749 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] Port 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 on network 236b8912-0b35-45fe-a06b-75541ed0e553 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:32:52.781080 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] Attempting to bind port 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 on network 236b8912-0b35-45fe-a06b-75541ed0e553 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:32:52.786357 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:32:52.786697 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] Checking segment: {'id': 'e7f2c342-5cb6-4a2a-84de-fa4d69c70111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:32:52.787444 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] Bound using segment: {'id': 'e7f2c342-5cb6-4a2a-84de-fa4d69c70111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:32:52.787581 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] Bound port: 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f2c342-5cb6-4a2a-84de-fa4d69c70111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:32:52.787958 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (6d220b97-f3b8-4e54-a5e7-2f570e5e93a2), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:52.858829 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] For port 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2, host hv-cinder-85226, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:32:52.861882 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] For port 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=6d220b97-f3b8-4e54-a5e7-2f570e5e93a2,segment=NetworkSegment(e7f2c342-5cb6-4a2a-84de-fa4d69c70111),segment_id=e7f2c342-5cb6-4a2a-84de-fa4d69c70111)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:32:52.869397 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (6d220b97-f3b8-4e54-a5e7-2f570e5e93a2), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:52.875202 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:52.875819 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:52.877250 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 HTTP/1.1" status: 200 len: 1093 time: 0.6794136 Aug 10 12:32:52.877782 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67832a65-635c-45ac-830c-7ae989a1fea6', 'tag': '6d220b97-f3b8-4e54-a5e7-2f570e5e93a2'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:32:52.880086 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7435b02-da0f-4e7f-a212-566d2e43e2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "67832a65-635c-45ac-830c-7ae989a1fea6", "tag": "6d220b97-f3b8-4e54-a5e7-2f570e5e93a2"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:32:52.932480 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f038543-b088-4743-9e9c-80451683f376 x-openstack-request-id: req-5f038543-b088-4743-9e9c-80451683f376 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:32:52.932862 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67832a65-635c-45ac-830c-7ae989a1fea6", "tag": "6d220b97-f3b8-4e54-a5e7-2f570e5e93a2", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:32:52.933163 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f038543-b088-4743-9e9c-80451683f376 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:32:52.934145 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f038543-b088-4743-9e9c-80451683f376'] response: {'name': 'network-changed', 'server_uuid': '67832a65-635c-45ac-830c-7ae989a1fea6', 'tag': '6d220b97-f3b8-4e54-a5e7-2f570e5e93a2', 'status': 'completed', 'code': 200} Aug 10 12:32:52.953662 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f4a6f-121d-419e-8eb3-8aaeb75aff5b service neutron] Pushing event updated for resources: {'Port': ['ID=6d220b97-f3b8-4e54-a5e7-2f570e5e93a2,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:53.032251 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-0f2aee53-fb15-49ac-9ff7-68d0f61f294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:53.034046 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-0f2aee53-fb15-49ac-9ff7-68d0f61f294e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=82c24c64f4c34921837eceb32e24a287&device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 1127 time: 0.0462887 Aug 10 12:32:53.085914 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-c8b24843-4731-4aa6-9285-1ca930b27688 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 HTTP/1.1" status: 200 len: 217 time: 0.0324984 Aug 10 12:32:53.143761 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-0f8de28f-04bb-4a17-8ffa-6f0b49e0aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:53.145199 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-0f8de28f-04bb-4a17-8ffa-6f0b49e0aabd service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=88ab3a9c-4854-4ead-9036-8a7a5b736fae HTTP/1.1" status: 200 len: 850 time: 0.0475309 Aug 10 12:32:53.188098 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-eb448f2f-ca4e-478e-bc60-9c408274eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:53.189610 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-eb448f2f-ca4e-478e-bc60-9c408274eea5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=236b8912-0b35-45fe-a06b-75541ed0e553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365906 Aug 10 12:32:53.279715 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-b9e36981-8946-4687-80a4-2d9978258606 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/236b8912-0b35-45fe-a06b-75541ed0e553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824966 Aug 10 12:32:53.283677 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b21df-fac4-430f-90b1-85c851b569f5 req-5331d3a9-4bcc-421a-88b4-dbf8fd6d2f08 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:53.285132 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e09b21df-fac4-430f-90b1-85c851b569f5 req-5331d3a9-4bcc-421a-88b4-dbf8fd6d2f08 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 943 time: 0.0469925 Aug 10 12:32:53.335987 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e09b21df-fac4-430f-90b1-85c851b569f5 req-61251662-a8a9-4ac7-9200-e3c5f41450b3 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451226 Aug 10 12:32:53.386130 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9447ac61-ae91-4618-977a-d22fcf4851cf req-55bdf76f-6140-45d2-bf55-6b77a39423e8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/236b8912-0b35-45fe-a06b-75541ed0e553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951171 Aug 10 12:32:53.515808 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7435b02-da0f-4e7f-a212-566d2e43e2ff req-b5346dd6-6321-499c-9447-2471eb49ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:53.517565 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b7435b02-da0f-4e7f-a212-566d2e43e2ff req-b5346dd6-6321-499c-9447-2471eb49ee38 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=82c24c64f4c34921837eceb32e24a287&device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 1127 time: 0.0399683 Aug 10 12:32:53.618624 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7435b02-da0f-4e7f-a212-566d2e43e2ff req-ccb7a252-5475-4945-8e75-c8ebd78850fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:53.620080 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b7435b02-da0f-4e7f-a212-566d2e43e2ff req-ccb7a252-5475-4945-8e75-c8ebd78850fc service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=236b8912-0b35-45fe-a06b-75541ed0e553 HTTP/1.1" status: 200 len: 912 time: 0.0933123 Aug 10 12:32:53.658819 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-39546bf1-e132-4b4b-98e2-def67488ba99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:53.668689 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b7435b02-da0f-4e7f-a212-566d2e43e2ff req-9f5d2fb7-55ca-4584-8cb2-77a2f3e6f993 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 HTTP/1.1" status: 200 len: 217 time: 0.0345445 Aug 10 12:32:53.728646 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7435b02-da0f-4e7f-a212-566d2e43e2ff req-d338efc8-241d-438e-902b-c6f57edf2b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:53.730146 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b7435b02-da0f-4e7f-a212-566d2e43e2ff req-d338efc8-241d-438e-902b-c6f57edf2b37 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=88ab3a9c-4854-4ead-9036-8a7a5b736fae HTTP/1.1" status: 200 len: 850 time: 0.0465448 Aug 10 12:32:53.778271 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7435b02-da0f-4e7f-a212-566d2e43e2ff req-61469ea7-01c4-4939-8201-95226b78985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:53.779774 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b7435b02-da0f-4e7f-a212-566d2e43e2ff req-61469ea7-01c4-4939-8201-95226b78985a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=236b8912-0b35-45fe-a06b-75541ed0e553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415881 Aug 10 12:32:53.877199 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b7435b02-da0f-4e7f-a212-566d2e43e2ff req-d59c963d-6c6c-4f74-98ec-a478ca74e45e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/236b8912-0b35-45fe-a06b-75541ed0e553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864029 Aug 10 12:32:53.973893 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b7435b02-da0f-4e7f-a212-566d2e43e2ff req-c3b2f58a-45a9-4ebc-af83-bff5e6e56c06 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/236b8912-0b35-45fe-a06b-75541ed0e553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897148 Aug 10 12:32:54.229634 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:54.231211 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:54.248876 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a8218-0131-4ab5-bbb6-510760e8990c req-45cfd0d0-51e3-4f7e-9042-238470d1bb73 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:54.250754 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-cd1a8218-0131-4ab5-bbb6-510760e8990c req-45cfd0d0-51e3-4f7e-9042-238470d1bb73 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0523438 Aug 10 12:32:54.258579 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:54.266291 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa7dd0-c5ed-4e26-b96f-b40111feec1e req-fbd2c173-48b5-4b29-8ca8-a4bb6cb9d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:54.267818 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3efa7dd0-c5ed-4e26-b96f-b40111feec1e req-fbd2c173-48b5-4b29-8ca8-a4bb6cb9d94a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2301f937213e47c29686be4e8601ac32&device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 1129 time: 0.0446224 Aug 10 12:32:54.288918 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:54.303429 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-cd1a8218-0131-4ab5-bbb6-510760e8990c req-400e95ec-7c1c-4594-b43e-6b7131e67c44 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463815 Aug 10 12:32:54.366564 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa7dd0-c5ed-4e26-b96f-b40111feec1e req-7bec6e79-9312-4d41-87fe-c266982dbb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:54.368015 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3efa7dd0-c5ed-4e26-b96f-b40111feec1e req-7bec6e79-9312-4d41-87fe-c266982dbb62 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb HTTP/1.1" status: 200 len: 919 time: 0.0933068 Aug 10 12:32:54.410719 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3efa7dd0-c5ed-4e26-b96f-b40111feec1e req-c6b1554a-c860-4b2d-8539-0b42af33ffd0 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54d795d2-dfea-4ba7-96f1-ce5efb7da579 HTTP/1.1" status: 200 len: 217 time: 0.0334382 Aug 10 12:32:54.491339 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92925421-eb9b-416c-87f2-778e2cdd7902 req-c37e2468-3ef2-40b3-9bb3-007c991ea27c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:54.492784 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-92925421-eb9b-416c-87f2-778e2cdd7902 req-c37e2468-3ef2-40b3-9bb3-007c991ea27c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 943 time: 0.0806241 Aug 10 12:32:54.497890 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa7dd0-c5ed-4e26-b96f-b40111feec1e req-5f1f3537-a177-42fe-bc62-d435670c7786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:54.499255 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3efa7dd0-c5ed-4e26-b96f-b40111feec1e req-5f1f3537-a177-42fe-bc62-d435670c7786 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5e7cdd28-a708-4c60-9515-0f4475157064 HTTP/1.1" status: 200 len: 857 time: 0.0768301 Aug 10 12:32:54.565848 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa7dd0-c5ed-4e26-b96f-b40111feec1e req-ff5d08a4-0e66-4d7f-a2b8-0430b2f260e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:54.567247 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3efa7dd0-c5ed-4e26-b96f-b40111feec1e req-ff5d08a4-0e66-4d7f-a2b8-0430b2f260e5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543995 Aug 10 12:32:54.574141 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-92925421-eb9b-416c-87f2-778e2cdd7902 req-20522387-ab38-46d4-9b01-185d24ecdb8f tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739810 Aug 10 12:32:54.666700 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3efa7dd0-c5ed-4e26-b96f-b40111feec1e req-b096c621-b531-49f1-b6f9-b4c9c361c71b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915704 Aug 10 12:32:54.778331 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3efa7dd0-c5ed-4e26-b96f-b40111feec1e req-821f7a3a-359c-4fb0-b899-13a4a4c20737 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867782 Aug 10 12:32:54.825535 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:55.421542 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66de684-18ac-4f65-ba39-d035d29a3563 req-e7e8c248-6853-4ed5-b83d-ee0bd141abe6 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:55.423010 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d66de684-18ac-4f65-ba39-d035d29a3563 req-e7e8c248-6853-4ed5-b83d-ee0bd141abe6 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0454581 Aug 10 12:32:55.470721 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d66de684-18ac-4f65-ba39-d035d29a3563 req-d43a9593-178f-4ef0-b243-e09d5f711715 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422196 Aug 10 12:32:55.704622 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60eb5e-e98d-43ac-bd40-412b17137243 req-227429b2-9c76-4822-afd1-1fadd500d1c1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:55.706142 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4b60eb5e-e98d-43ac-bd40-412b17137243 req-227429b2-9c76-4822-afd1-1fadd500d1c1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 943 time: 0.0514894 Aug 10 12:32:55.995696 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4b60eb5e-e98d-43ac-bd40-412b17137243 req-9094aa17-2f87-4217-9069-06f04e24bbb5 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837751 Aug 10 12:32:56.311376 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:56.594627 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91559c56-08c1-49d8-a6d0-4bdb6dbceee5 req-18c8ab52-4c47-4d4a-b214-51bdd45d86cb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:56.596314 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-91559c56-08c1-49d8-a6d0-4bdb6dbceee5 req-18c8ab52-4c47-4d4a-b214-51bdd45d86cb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0521686 Aug 10 12:32:56.598231 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:56.644528 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-91559c56-08c1-49d8-a6d0-4bdb6dbceee5 req-df850ed5-8a70-4a91-aa76-c5ffff16e786 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417738 Aug 10 12:32:57.113792 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366f75f-87d7-4b52-ba89-c67479ae5a03 req-90eee6fa-94ac-4b9d-bb37-c25fee30f757 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:57.115229 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9366f75f-87d7-4b52-ba89-c67479ae5a03 req-90eee6fa-94ac-4b9d-bb37-c25fee30f757 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 943 time: 0.0454726 Aug 10 12:32:57.161703 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9366f75f-87d7-4b52-ba89-c67479ae5a03 req-75fe37ae-9b4c-49b7-b6de-b376c61f0366 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407917 Aug 10 12:32:57.761878 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fbabd1-b7d6-408f-b333-76fa298f351f req-798b3518-a379-45d5-b3f1-9a202e13a55e tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:57.763371 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-56fbabd1-b7d6-408f-b333-76fa298f351f req-798b3518-a379-45d5-b3f1-9a202e13a55e tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0477233 Aug 10 12:32:57.813077 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-56fbabd1-b7d6-408f-b333-76fa298f351f req-fe70dc97-d091-4b1c-8067-3dc57b8649a3 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437837 Aug 10 12:32:58.175742 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:32:58.269357 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:32:58.276801 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=6d220b97-f3b8-4e54-a5e7-2f570e5e93a2,segment=NetworkSegment(e7f2c342-5cb6-4a2a-84de-fa4d69c70111),segment_id=e7f2c342-5cb6-4a2a-84de-fa4d69c70111)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:32:58.277642 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272d038-ac17-4578-aff4-5573b9b77c93 req-8689dc79-72aa-4212-90a8-540ef0265a52 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:58.279139 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7272d038-ac17-4578-aff4-5573b9b77c93 req-8689dc79-72aa-4212-90a8-540ef0265a52 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 943 time: 0.0482802 Aug 10 12:32:58.292666 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': '6d220b97-f3b8-4e54-a5e7-2f570e5e93a2', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'port_id': '6d220b97-f3b8-4e54-a5e7-2f570e5e93a2', 'mac_address': 'fa:16:3e:a8:de:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:32:58.333484 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:32:58.333742 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7272d038-ac17-4578-aff4-5573b9b77c93 req-d1fccef6-9409-4e98-943c-657d5f9eeb91 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443368 Aug 10 12:32:58.333849 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (6d220b97-f3b8-4e54-a5e7-2f570e5e93a2), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:58.346410 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:32:58.367507 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=6d220b97-f3b8-4e54-a5e7-2f570e5e93a2,segment=NetworkSegment(e7f2c342-5cb6-4a2a-84de-fa4d69c70111),segment_id=e7f2c342-5cb6-4a2a-84de-fa4d69c70111)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:32:58.371110 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (6d220b97-f3b8-4e54-a5e7-2f570e5e93a2), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:32:58.415307 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=6d220b97-f3b8-4e54-a5e7-2f570e5e93a2,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:32:58.938292 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd84077-a05f-4c3d-9309-1669f4664cfe req-bc221e35-bceb-4b74-9425-5b33ea319d53 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:58.939785 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8cd84077-a05f-4c3d-9309-1669f4664cfe req-bc221e35-bceb-4b74-9425-5b33ea319d53 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0464163 Aug 10 12:32:58.979787 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['6d220b97-f3b8-4e54-a5e7-2f570e5e93a2'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:32:58.993647 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8cd84077-a05f-4c3d-9309-1669f4664cfe req-08150be4-1631-4705-9077-cb24f33dcd67 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480576 Aug 10 12:32:59.451160 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcbd9c-699d-4c06-b17f-bff7a2f0da45 req-22a08010-226b-4439-a8a1-b9e354558bf8 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:32:59.453189 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b2fcbd9c-699d-4c06-b17f-bff7a2f0da45 req-22a08010-226b-4439-a8a1-b9e354558bf8 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 944 time: 0.0473449 Aug 10 12:32:59.498466 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b2fcbd9c-699d-4c06-b17f-bff7a2f0da45 req-27cbd9ee-45d6-41b0-a60c-16ddb4a101d8 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395494 Aug 10 12:33:00.111738 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95290739-5d82-4805-8ec9-32176f8d2863 req-8429c35b-ea9a-48e9-a6c0-0a024946390f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:00.113290 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-95290739-5d82-4805-8ec9-32176f8d2863 req-8429c35b-ea9a-48e9-a6c0-0a024946390f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0481865 Aug 10 12:33:00.159605 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-95290739-5d82-4805-8ec9-32176f8d2863 req-357c0984-ee46-4378-9a56-48cc3b25cea3 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406196 Aug 10 12:33:00.198044 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:33:00.200159 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:00.240664 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:33:00.246832 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:00.247204 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (6d220b97-f3b8-4e54-a5e7-2f570e5e93a2), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:00.320246 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:00.320546 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (6d220b97-f3b8-4e54-a5e7-2f570e5e93a2), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:00.341993 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67832a65-635c-45ac-830c-7ae989a1fea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d220b97-f3b8-4e54-a5e7-2f570e5e93a2'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:33:00.344754 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d370dd12-610b-4e24-89be-a8c86f88f1d7" -d '{"events": [{"server_uuid": "67832a65-635c-45ac-830c-7ae989a1fea6", "name": "network-vif-plugged", "status": "completed", "tag": "6d220b97-f3b8-4e54-a5e7-2f570e5e93a2"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:33:00.357855 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=6d220b97-f3b8-4e54-a5e7-2f570e5e93a2,segment=NetworkSegment(e7f2c342-5cb6-4a2a-84de-fa4d69c70111),segment_id=e7f2c342-5cb6-4a2a-84de-fa4d69c70111)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:33:00.362871 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (6d220b97-f3b8-4e54-a5e7-2f570e5e93a2), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:00.387314 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0b216a-cdcf-404a-834f-98509d95096e x-openstack-request-id: req-8c0b216a-cdcf-404a-834f-98509d95096e {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:33:00.387602 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67832a65-635c-45ac-830c-7ae989a1fea6", "name": "network-vif-plugged", "status": "completed", "tag": "6d220b97-f3b8-4e54-a5e7-2f570e5e93a2", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:33:00.387854 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c0b216a-cdcf-404a-834f-98509d95096e {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:33:00.388249 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0b216a-cdcf-404a-834f-98509d95096e'] response: {'server_uuid': '67832a65-635c-45ac-830c-7ae989a1fea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d220b97-f3b8-4e54-a5e7-2f570e5e93a2', 'code': 200} Aug 10 12:33:00.410262 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=6d220b97-f3b8-4e54-a5e7-2f570e5e93a2,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:00.618159 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e6cca-b34d-40a3-8f89-85ee37c923a4 req-a81e0aa2-85a2-46cb-89df-6267f8634cfa tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:00.619631 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-2b2e6cca-b34d-40a3-8f89-85ee37c923a4 req-a81e0aa2-85a2-46cb-89df-6267f8634cfa tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0474494 Aug 10 12:33:00.667610 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-2b2e6cca-b34d-40a3-8f89-85ee37c923a4 req-a9f4e11b-a92a-4580-a2d9-87c3d95da4b1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419600 Aug 10 12:33:00.708217 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f667e14-2cce-4666-9622-ee82e527e150 req-7009b72f-6898-44e3-8445-e87925c1875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:00.709994 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9f667e14-2cce-4666-9622-ee82e527e150 req-7009b72f-6898-44e3-8445-e87925c1875a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 1129 time: 0.0397153 Aug 10 12:33:00.766546 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9f667e14-2cce-4666-9622-ee82e527e150 req-c99d3e8b-9c75-4c79-a9ea-2253fd204fa6 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416372 Aug 10 12:33:01.241914 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:01.280593 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d16d8b-3177-495b-a715-e5a87b750473 req-4ded87e7-b2fb-48f7-a7b6-d73e7967788d tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:01.282068 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-33d16d8b-3177-495b-a715-e5a87b750473 req-4ded87e7-b2fb-48f7-a7b6-d73e7967788d tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0492508 Aug 10 12:33:01.329293 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-33d16d8b-3177-495b-a715-e5a87b750473 req-712f798f-e7ea-4145-8ba2-efa99fc94c7b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413604 Aug 10 12:33:01.791373 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe374871-1758-4cd3-81dc-8c09eb3cdafd req-82008c4f-3849-444f-a06d-fb9c80768aa6 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:01.793156 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-fe374871-1758-4cd3-81dc-8c09eb3cdafd req-82008c4f-3849-444f-a06d-fb9c80768aa6 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0540564 Aug 10 12:33:01.843296 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-fe374871-1758-4cd3-81dc-8c09eb3cdafd req-eb432290-5d17-49ae-81a3-1ac309b31e0e tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437026 Aug 10 12:33:02.414715 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:02.449664 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e7da9-672d-403e-b84f-6a3939742e62 req-9c4d497f-aff2-445f-a75b-a2decb8f7596 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:02.451033 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ee7e7da9-672d-403e-b84f-6a3939742e62 req-9c4d497f-aff2-445f-a75b-a2decb8f7596 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0479767 Aug 10 12:33:02.499550 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ee7e7da9-672d-403e-b84f-6a3939742e62 req-562cdc47-8298-4146-baf6-d2e7aa9f54f4 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422173 Aug 10 12:33:02.962885 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e01c9-5458-4838-9fb1-13586466695d req-097cdbcf-7637-41d5-a8f6-40b577764723 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:02.964693 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-303e01c9-5458-4838-9fb1-13586466695d req-097cdbcf-7637-41d5-a8f6-40b577764723 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0450282 Aug 10 12:33:03.020683 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-303e01c9-5458-4838-9fb1-13586466695d req-d3ec7490-ae7a-4bde-a3f1-90dd680f59ca tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497143 Aug 10 12:33:03.164649 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6a6dc-e06a-4dec-b2ed-4df81489bb02 req-15228fee-fc26-4b96-aa51-483f01127ecd tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:03.166204 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-cfb6a6dc-e06a-4dec-b2ed-4df81489bb02 req-15228fee-fc26-4b96-aa51-483f01127ecd tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0568924 Aug 10 12:33:03.177029 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 48510) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:03.181902 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-69a0a878-3298-4e0c-88d1-062a9c0df8f5 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Request body: {'floatingip': {'port_id': '6d220b97-f3b8-4e54-a5e7-2f570e5e93a2'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:33:03.237947 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-69a0a878-3298-4e0c-88d1-062a9c0df8f5 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for floatingip (17abc2a9-f012-4a77-a816-c12afc3373ef), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:03.505886 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:03.608794 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:03.873804 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f1354-1358-4883-a174-ca10ca63f332 req-7889e7ac-0f39-463b-b927-cbf80793fbbf tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:03.875252 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a35f1354-1358-4883-a174-ca10ca63f332 req-7889e7ac-0f39-463b-b927-cbf80793fbbf tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.2795813 Aug 10 12:33:03.964117 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a35f1354-1358-4883-a174-ca10ca63f332 req-1f4606cb-d660-496a-bec9-5c3e306f760a tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816123 Aug 10 12:33:04.011804 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-69a0a878-3298-4e0c-88d1-062a9c0df8f5 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:04.015612 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-69a0a878-3298-4e0c-88d1-062a9c0df8f5 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (17abc2a9-f012-4a77-a816-c12afc3373ef), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:04.109657 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.l3_db [None req-69a0a878-3298-4e0c-88d1-062a9c0df8f5 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Floating IP 17abc2a9-f012-4a77-a816-c12afc3373ef associated. External IP: 172.27.0.215, port: 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2. Aug 10 12:33:04.309502 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a0a878-3298-4e0c-88d1-062a9c0df8f5 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Router f964d0ac-3918-42b8-ab09-1e594be47d14 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:33:04.421466 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a0a878-3298-4e0c-88d1-062a9c0df8f5 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:33:04.426917 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-69a0a878-3298-4e0c-88d1-062a9c0df8f5 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:04.433797 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28241a1-6fe6-43b1-8da3-061507b6a180 None None] Sync routers for ids ['f964d0ac-3918-42b8-ab09-1e594be47d14'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:33:04.445131 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28241a1-6fe6-43b1-8da3-061507b6a180 None None] Routers {'f964d0ac-3918-42b8-ab09-1e594be47d14'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:33:04.446045 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c28241a1-6fe6-43b1-8da3-061507b6a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:32:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['f964d0ac-3918-42b8-ab09-1e594be47d14'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:04.460485 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-69a0a878-3298-4e0c-88d1-062a9c0df8f5 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/17abc2a9-f012-4a77-a816-c12afc3373ef HTTP/1.1" status: 200 len: 991 time: 1.2822797 Aug 10 12:33:04.461169 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67832a65-635c-45ac-830c-7ae989a1fea6', 'tag': '6d220b97-f3b8-4e54-a5e7-2f570e5e93a2'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:33:04.463689 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7ba84a99e6a3ee78a19e4789e0716ba8eeb6d4089296a11dfcbdd1268c8b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9f343c-cfd2-4043-8ef7-d92d8f8ef123" -d '{"events": [{"name": "network-changed", "server_uuid": "67832a65-635c-45ac-830c-7ae989a1fea6", "tag": "6d220b97-f3b8-4e54-a5e7-2f570e5e93a2"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:33:04.526670 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f2edce-8327-4ca4-8065-bc6dbad7608a x-openstack-request-id: req-87f2edce-8327-4ca4-8065-bc6dbad7608a {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:33:04.527257 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67832a65-635c-45ac-830c-7ae989a1fea6", "tag": "6d220b97-f3b8-4e54-a5e7-2f570e5e93a2", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:33:04.527519 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-87f2edce-8327-4ca4-8065-bc6dbad7608a {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:33:04.527931 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f2edce-8327-4ca4-8065-bc6dbad7608a'] response: {'name': 'network-changed', 'server_uuid': '67832a65-635c-45ac-830c-7ae989a1fea6', 'tag': '6d220b97-f3b8-4e54-a5e7-2f570e5e93a2', 'status': 'completed', 'code': 200} Aug 10 12:33:04.597900 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c28241a1-6fe6-43b1-8da3-061507b6a180 None None] Set router f964d0ac-3918-42b8-ab09-1e594be47d14 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:33:04.664925 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f343c-cfd2-4043-8ef7-d92d8f8ef123 req-cafd1718-eedf-4879-bd66-f08086b323b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:04.671257 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ce9f343c-cfd2-4043-8ef7-d92d8f8ef123 req-cafd1718-eedf-4879-bd66-f08086b323b3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=82c24c64f4c34921837eceb32e24a287&device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 1129 time: 0.0585635 Aug 10 12:33:04.834746 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f343c-cfd2-4043-8ef7-d92d8f8ef123 req-e94ace2d-941d-4807-96ed-8a9f70d6b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:04.837733 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ce9f343c-cfd2-4043-8ef7-d92d8f8ef123 req-e94ace2d-941d-4807-96ed-8a9f70d6b9bf service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=236b8912-0b35-45fe-a06b-75541ed0e553 HTTP/1.1" status: 200 len: 912 time: 0.1564901 Aug 10 12:33:04.951601 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ce9f343c-cfd2-4043-8ef7-d92d8f8ef123 req-d613165c-17ff-45f8-b86d-a4be8f4492e7 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 HTTP/1.1" status: 200 len: 999 time: 0.1027160 Aug 10 12:33:05.042314 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:05.075150 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f343c-cfd2-4043-8ef7-d92d8f8ef123 req-67fe64e9-024a-4cd0-9584-667981d41d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:05.076290 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ce9f343c-cfd2-4043-8ef7-d92d8f8ef123 req-67fe64e9-024a-4cd0-9584-667981d41d4a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=88ab3a9c-4854-4ead-9036-8a7a5b736fae HTTP/1.1" status: 200 len: 850 time: 0.1142778 Aug 10 12:33:05.176845 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c28241a1-6fe6-43b1-8da3-061507b6a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '81a89fae-f281-4008-86c7-06694393262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:32Z', 'revision_number': 4, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'gw_port': {'id': '81a89fae-f281-4008-86c7-06694393262b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '17abc2a9-f012-4a77-a816-c12afc3373ef', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'port_id': '6d220b97-f3b8-4e54-a5e7-2f570e5e93a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'mac_address': 'fa:16:3e:a8:de:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67832a65-635c-45ac-830c-7ae989a1fea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:32:34Z', 'updated_at': '2022-08-10T12:33:03Z', 'revision_number': 1, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b02e1d7-11e8-4ec6-bd30-c2db62d1864f', 'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'mac_address': 'fa:16:3e:30:12:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:31Z', 'updated_at': '2022-08-10T12:32:37Z', 'revision_number': 5, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'subnets': [{'id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:05.184732 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f343c-cfd2-4043-8ef7-d92d8f8ef123 req-1060075c-a85f-4c30-b318-3034feee2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:05.187389 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ce9f343c-cfd2-4043-8ef7-d92d8f8ef123 req-1060075c-a85f-4c30-b318-3034feee2aff service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=236b8912-0b35-45fe-a06b-75541ed0e553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1031005 Aug 10 12:33:05.201671 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b64c4d-b881-49a7-9d90-68f9866bb481 req-3cb21b0c-1f27-495a-982d-7b50cf21f683 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:05.203245 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f1b64c4d-b881-49a7-9d90-68f9866bb481 req-3cb21b0c-1f27-495a-982d-7b50cf21f683 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0718768 Aug 10 12:33:05.204767 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28241a1-6fe6-43b1-8da3-061507b6a180 None None] Checking router: f964d0ac-3918-42b8-ab09-1e594be47d14 for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:33:05.216833 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 48570) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:05.217391 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28241a1-6fe6-43b1-8da3-061507b6a180 None None] Routers {'f964d0ac-3918-42b8-ab09-1e594be47d14'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:33:05.217989 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c28241a1-6fe6-43b1-8da3-061507b6a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:32:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['f964d0ac-3918-42b8-ab09-1e594be47d14'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:05.316542 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f1b64c4d-b881-49a7-9d90-68f9866bb481 req-cc27756c-d977-4556-9f91-98a02e495739 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047525 Aug 10 12:33:05.324708 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c28241a1-6fe6-43b1-8da3-061507b6a180 None None] Set router f964d0ac-3918-42b8-ab09-1e594be47d14 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:33:05.340461 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ce9f343c-cfd2-4043-8ef7-d92d8f8ef123 req-35f82402-3bf8-4e5e-8f3b-4422bb4279e4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/236b8912-0b35-45fe-a06b-75541ed0e553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362689 Aug 10 12:33:05.353809 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-78dc09db-71e8-46c5-97e9-3290a5c74843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:05.442123 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-78dc09db-71e8-46c5-97e9-3290a5c74843 admin admin] Publish callbacks [] for security_group (f591aa15-cb71-4c84-b614-4e05b459cd2c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:05.445942 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-78dc09db-71e8-46c5-97e9-3290a5c74843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (f591aa15-cb71-4c84-b614-4e05b459cd2c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:05.480903 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:05.486157 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:05.491707 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-78dc09db-71e8-46c5-97e9-3290a5c74843 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=6e2a8e16ccc4426dbda0865ef0208bda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731600 Aug 10 12:33:05.493320 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc09db-71e8-46c5-97e9-3290a5c74843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f591aa15-cb71-4c84-b614-4e05b459cd2c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:05.494898 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 48576) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:05.503694 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc09db-71e8-46c5-97e9-3290a5c74843 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.504035 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc09db-71e8-46c5-97e9-3290a5c74843 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.504442 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc09db-71e8-46c5-97e9-3290a5c74843 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.504797 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc09db-71e8-46c5-97e9-3290a5c74843 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.505175 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc09db-71e8-46c5-97e9-3290a5c74843 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.505601 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc09db-71e8-46c5-97e9-3290a5c74843 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.506003 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc09db-71e8-46c5-97e9-3290a5c74843 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.506428 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc09db-71e8-46c5-97e9-3290a5c74843 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.506767 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc09db-71e8-46c5-97e9-3290a5c74843 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.507357 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc09db-71e8-46c5-97e9-3290a5c74843 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.507639 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc09db-71e8-46c5-97e9-3290a5c74843 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.507974 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc09db-71e8-46c5-97e9-3290a5c74843 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.508303 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc09db-71e8-46c5-97e9-3290a5c74843 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.508635 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc09db-71e8-46c5-97e9-3290a5c74843 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.508964 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78dc09db-71e8-46c5-97e9-3290a5c74843 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.560197 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c28241a1-6fe6-43b1-8da3-061507b6a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '81a89fae-f281-4008-86c7-06694393262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:32Z', 'revision_number': 4, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'gw_port': {'id': '81a89fae-f281-4008-86c7-06694393262b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '17abc2a9-f012-4a77-a816-c12afc3373ef', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'port_id': '6d220b97-f3b8-4e54-a5e7-2f570e5e93a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'mac_address': 'fa:16:3e:a8:de:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67832a65-635c-45ac-830c-7ae989a1fea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:32:34Z', 'updated_at': '2022-08-10T12:33:03Z', 'revision_number': 1, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b02e1d7-11e8-4ec6-bd30-c2db62d1864f', 'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'mac_address': 'fa:16:3e:30:12:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:31Z', 'updated_at': '2022-08-10T12:32:37Z', 'revision_number': 5, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'subnets': [{'id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:05.562375 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ce9f343c-cfd2-4043-8ef7-d92d8f8ef123 req-f4229855-8929-4c27-a489-fc222056b444 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/236b8912-0b35-45fe-a06b-75541ed0e553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278479 Aug 10 12:33:05.571473 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-53a5eab9-b645-4858-b4df-8d5cba048ff2 admin admin] Publish callbacks [] for security_group (f591aa15-cb71-4c84-b614-4e05b459cd2c), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:05.586597 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28241a1-6fe6-43b1-8da3-061507b6a180 None None] The sync data for ids ['f964d0ac-3918-42b8-ab09-1e594be47d14'] in dv-cinder-852261-3-iscsi is: [{'id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '81a89fae-f281-4008-86c7-06694393262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:32Z', 'revision_number': 4, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'gw_port': {'id': '81a89fae-f281-4008-86c7-06694393262b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '17abc2a9-f012-4a77-a816-c12afc3373ef', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'port_id': '6d220b97-f3b8-4e54-a5e7-2f570e5e93a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'mac_address': 'fa:16:3e:a8:de:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67832a65-635c-45ac-830c-7ae989a1fea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:32:34Z', 'updated_at': '2022-08-10T12:33:03Z', 'revision_number': 1, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b02e1d7-11e8-4ec6-bd30-c2db62d1864f', 'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'mac_address': 'fa:16:3e:30:12:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:31Z', 'updated_at': '2022-08-10T12:32:37Z', 'revision_number': 5, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'subnets': [{'id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:33:05.595110 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-53a5eab9-b645-4858-b4df-8d5cba048ff2 admin admin] Publish callbacks [] for security_group (f591aa15-cb71-4c84-b614-4e05b459cd2c), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:05.658242 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-53a5eab9-b645-4858-b4df-8d5cba048ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (f591aa15-cb71-4c84-b614-4e05b459cd2c), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:05.661535 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-53a5eab9-b645-4858-b4df-8d5cba048ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:05.665770 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-53a5eab9-b645-4858-b4df-8d5cba048ff2 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/f591aa15-cb71-4c84-b614-4e05b459cd2c HTTP/1.1" status: 204 len: 168 time: 0.1697171 Aug 10 12:33:05.673950 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5eab9-b645-4858-b4df-8d5cba048ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f591aa15-cb71-4c84-b614-4e05b459cd2c,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:05.676686 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:05.681958 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5eab9-b645-4858-b4df-8d5cba048ff2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.682312 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5eab9-b645-4858-b4df-8d5cba048ff2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.682721 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5eab9-b645-4858-b4df-8d5cba048ff2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.682998 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5eab9-b645-4858-b4df-8d5cba048ff2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.683334 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5eab9-b645-4858-b4df-8d5cba048ff2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.683677 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5eab9-b645-4858-b4df-8d5cba048ff2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.684011 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5eab9-b645-4858-b4df-8d5cba048ff2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.684342 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5eab9-b645-4858-b4df-8d5cba048ff2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.684673 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5eab9-b645-4858-b4df-8d5cba048ff2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.685005 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5eab9-b645-4858-b4df-8d5cba048ff2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.685360 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5eab9-b645-4858-b4df-8d5cba048ff2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.685701 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5eab9-b645-4858-b4df-8d5cba048ff2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.686053 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5eab9-b645-4858-b4df-8d5cba048ff2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.686380 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5eab9-b645-4858-b4df-8d5cba048ff2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.686705 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a5eab9-b645-4858-b4df-8d5cba048ff2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:05.831767 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89538e1-6bad-46f4-b5d0-6c240c8b5a9f None None] New status for floating IP 17abc2a9-f012-4a77-a816-c12afc3373ef: ACTIVE {{(pid=103792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:33:06.441068 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542549e-0fdf-47a6-b3d4-f62f731bfa58 req-a97c3fc2-1503-4493-9630-c71c05e2cc12 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:06.442677 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0542549e-0fdf-47a6-b3d4-f62f731bfa58 req-a97c3fc2-1503-4493-9630-c71c05e2cc12 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0526502 Aug 10 12:33:06.492960 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0542549e-0fdf-47a6-b3d4-f62f731bfa58 req-d2a6a580-e0b8-4215-af76-28a4977916a7 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439196 Aug 10 12:33:07.610434 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1b725-44fa-4a19-9628-91a464ef419c req-4eb8fb9d-36db-4eaf-bbaa-addd6171a09d tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:07.611935 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-20a1b725-44fa-4a19-9628-91a464ef419c req-4eb8fb9d-36db-4eaf-bbaa-addd6171a09d tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0464423 Aug 10 12:33:07.654378 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:07.659095 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-20a1b725-44fa-4a19-9628-91a464ef419c req-9c2c31ad-ff4c-4962-b2c4-5280886a53cf tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417011 Aug 10 12:33:08.191138 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5255d7-b6b6-4d0d-8a20-9fd44d023541 req-713cb58b-4371-40ae-917d-01671069d76e tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:08.192576 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ae5255d7-b6b6-4d0d-8a20-9fd44d023541 req-713cb58b-4371-40ae-917d-01671069d76e tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0494869 Aug 10 12:33:08.239364 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ae5255d7-b6b6-4d0d-8a20-9fd44d023541 req-f95eaf18-d387-4035-bda4-566f0f8169e5 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409224 Aug 10 12:33:08.773714 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac7078-e04c-4803-ad1a-6a1cc5bcb6c9 req-7408c9b1-a82f-4a91-975c-aec1b5d15153 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:08.775078 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-82ac7078-e04c-4803-ad1a-6a1cc5bcb6c9 req-7408c9b1-a82f-4a91-975c-aec1b5d15153 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0455945 Aug 10 12:33:08.821996 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-82ac7078-e04c-4803-ad1a-6a1cc5bcb6c9 req-827fa097-2e8a-4ec4-b6d0-7fb35f4444e0 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404336 Aug 10 12:33:09.385182 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9d1fc-9a91-4784-bb00-589069b55ea8 req-0d220f0c-8f33-4308-9d22-361e5a765110 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:09.389965 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-67f9d1fc-9a91-4784-bb00-589069b55ea8 req-0d220f0c-8f33-4308-9d22-361e5a765110 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0707431 Aug 10 12:33:09.450888 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-67f9d1fc-9a91-4784-bb00-589069b55ea8 req-001b5d09-108b-4312-8ed7-d7b8d62466ca tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481195 Aug 10 12:33:09.945526 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2807a8-3551-4f99-81be-84f244cdebcb req-1bafb61f-7195-4414-a60a-d5024abdab4a tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:09.947046 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-0a2807a8-3551-4f99-81be-84f244cdebcb req-1bafb61f-7195-4414-a60a-d5024abdab4a tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0479910 Aug 10 12:33:09.996351 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-0a2807a8-3551-4f99-81be-84f244cdebcb req-c74e62b8-f07c-49de-a642-e8e4b0958afa tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434363 Aug 10 12:33:10.587750 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bf219-a759-4cb6-ab33-56fcb071448b req-f070d888-1c5a-43de-bc25-0ffa88f2e1e3 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:10.589231 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-581bf219-a759-4cb6-ab33-56fcb071448b req-f070d888-1c5a-43de-bc25-0ffa88f2e1e3 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0525260 Aug 10 12:33:10.645182 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-581bf219-a759-4cb6-ab33-56fcb071448b req-0d54c1f1-1525-4f7b-b653-f8fc319d4a49 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501170 Aug 10 12:33:11.119934 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019601bb-f49b-4c12-8867-9401317ae58f req-c33b4fde-d370-4873-a25b-a630f41e00af tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:11.121567 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-019601bb-f49b-4c12-8867-9401317ae58f req-c33b4fde-d370-4873-a25b-a630f41e00af tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0529432 Aug 10 12:33:11.170012 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-019601bb-f49b-4c12-8867-9401317ae58f req-df29ce4e-236b-426c-b45c-aaecfccf2d86 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422709 Aug 10 12:33:11.375778 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 48700) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:11.482801 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ac84559c-af81-4d1b-ad6c-9a757212ee5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:11.558358 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ac84559c-af81-4d1b-ad6c-9a757212ee5d admin admin] Publish callbacks [] for security_group (89a8c8c9-f71d-45e8-974e-e1fb674d9183), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:11.562431 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ac84559c-af81-4d1b-ad6c-9a757212ee5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (89a8c8c9-f71d-45e8-974e-e1fb674d9183), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:11.602037 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-ac84559c-af81-4d1b-ad6c-9a757212ee5d admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=0b9ef5c23c3b47449690acb96883be58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251794 Aug 10 12:33:11.602959 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84559c-af81-4d1b-ad6c-9a757212ee5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a8c8c9-f71d-45e8-974e-e1fb674d9183,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:11.604705 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 48708) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:11.655286 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-00842b69-09cc-449e-a446-ade41fb633ed admin admin] Publish callbacks [] for security_group (89a8c8c9-f71d-45e8-974e-e1fb674d9183), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:11.679316 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-00842b69-09cc-449e-a446-ade41fb633ed admin admin] Publish callbacks [] for security_group (89a8c8c9-f71d-45e8-974e-e1fb674d9183), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:11.740936 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-00842b69-09cc-449e-a446-ade41fb633ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (89a8c8c9-f71d-45e8-974e-e1fb674d9183), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:11.745022 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-00842b69-09cc-449e-a446-ade41fb633ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:11.747185 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-00842b69-09cc-449e-a446-ade41fb633ed admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/89a8c8c9-f71d-45e8-974e-e1fb674d9183 HTTP/1.1" status: 204 len: 168 time: 0.1406083 Aug 10 12:33:11.759079 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00842b69-09cc-449e-a446-ade41fb633ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a8c8c9-f71d-45e8-974e-e1fb674d9183,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:11.773581 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:11.812604 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c5998-fb51-4d8b-8418-1fbe220e1867 req-94533d6c-0eaa-4516-ae04-f55e8e1cb477 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:11.819828 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-201c5998-fb51-4d8b-8418-1fbe220e1867 req-94533d6c-0eaa-4516-ae04-f55e8e1cb477 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0751805 Aug 10 12:33:11.865190 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-201c5998-fb51-4d8b-8418-1fbe220e1867 req-82093803-84a9-4037-9941-738640d7066b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445209 Aug 10 12:33:12.296446 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e40da-01a1-4cbf-91e1-9f1f351c52e0 req-87533a04-d0c7-423e-bf9b-483514e80803 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:12.297985 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-cf4e40da-01a1-4cbf-91e1-9f1f351c52e0 req-87533a04-d0c7-423e-bf9b-483514e80803 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0516820 Aug 10 12:33:12.353219 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-cf4e40da-01a1-4cbf-91e1-9f1f351c52e0 req-ebaf7bf0-091d-45bf-8ba0-f6b2fa8edc93 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483282 Aug 10 12:33:13.004866 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b21a2e-9d02-4307-8906-129852bf7e3e req-504b4cec-8907-4dad-9e8e-1b54351997ce tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:13.006321 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e3b21a2e-9d02-4307-8906-129852bf7e3e req-504b4cec-8907-4dad-9e8e-1b54351997ce tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0541868 Aug 10 12:33:13.034108 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:13.057113 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e3b21a2e-9d02-4307-8906-129852bf7e3e req-ddd569fa-fee2-4904-b19e-276b2c0ade53 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451915 Aug 10 12:33:13.258914 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:33:13.472274 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a04b30-bdf2-4044-9255-e6489f2c9047 req-87f51b0a-3322-4945-b59c-24412ed4a318 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:13.474466 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-78a04b30-bdf2-4044-9255-e6489f2c9047 req-87f51b0a-3322-4945-b59c-24412ed4a318 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0484278 Aug 10 12:33:13.523926 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-78a04b30-bdf2-4044-9255-e6489f2c9047 req-d228b41f-dcf7-4a32-adc7-a892f8013246 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436792 Aug 10 12:33:14.192709 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ef38b-ec64-4dba-bfa0-ba5ed338db04 req-09a2a6a5-5c34-447a-9fc4-fedbc67e360d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:14.194319 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-718ef38b-ec64-4dba-bfa0-ba5ed338db04 req-09a2a6a5-5c34-447a-9fc4-fedbc67e360d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0523481 Aug 10 12:33:14.297691 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-718ef38b-ec64-4dba-bfa0-ba5ed338db04 req-10ef073c-68c5-4182-a654-522dae673f6c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918021 Aug 10 12:33:14.325648 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 48800) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:14.429778 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5e913b2b-5fc7-4f3b-994f-e323e5f552ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:14.506855 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5e913b2b-5fc7-4f3b-994f-e323e5f552ed admin admin] Publish callbacks [] for security_group (e0c6d12c-d586-42d8-be9f-d0c31d418787), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:14.510575 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5e913b2b-5fc7-4f3b-994f-e323e5f552ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (e0c6d12c-d586-42d8-be9f-d0c31d418787), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:14.547949 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e913b2b-5fc7-4f3b-994f-e323e5f552ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c6d12c-d586-42d8-be9f-d0c31d418787,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:14.555052 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-5e913b2b-5fc7-4f3b-994f-e323e5f552ed admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=27cb93320e3f4e5ba64ce9541c405336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255797 Aug 10 12:33:14.555267 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 48806) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:14.660551 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98c041ae-a1a5-4e84-8da3-2e819fe582b3 admin admin] Publish callbacks [] for security_group (e0c6d12c-d586-42d8-be9f-d0c31d418787), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:14.668644 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a915f23-6ebe-40a0-907e-149b5234e6d5 req-099234c0-c030-463d-8018-01a8d6de8d0b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:14.670662 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8a915f23-6ebe-40a0-907e-149b5234e6d5 req-099234c0-c030-463d-8018-01a8d6de8d0b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0595810 Aug 10 12:33:14.704966 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98c041ae-a1a5-4e84-8da3-2e819fe582b3 admin admin] Publish callbacks [] for security_group (e0c6d12c-d586-42d8-be9f-d0c31d418787), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:14.706738 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:14.722375 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:14.759898 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8a915f23-6ebe-40a0-907e-149b5234e6d5 req-64b43347-f139-44f3-9222-678846dae72f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822022 Aug 10 12:33:14.783970 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98c041ae-a1a5-4e84-8da3-2e819fe582b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (e0c6d12c-d586-42d8-be9f-d0c31d418787), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:14.786680 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-98c041ae-a1a5-4e84-8da3-2e819fe582b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:14.787798 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-98c041ae-a1a5-4e84-8da3-2e819fe582b3 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/e0c6d12c-d586-42d8-be9f-d0c31d418787 HTTP/1.1" status: 204 len: 168 time: 0.2315555 Aug 10 12:33:14.796349 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c041ae-a1a5-4e84-8da3-2e819fe582b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c6d12c-d586-42d8-be9f-d0c31d418787,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:15.424042 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 48840) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:15.435434 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e245a46-323f-492e-beb2-eb93ea462e96 req-b6414a5f-7d63-4e58-8071-e130c67200c1 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:15.437489 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8e245a46-323f-492e-beb2-eb93ea462e96 req-b6414a5f-7d63-4e58-8071-e130c67200c1 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0519266 Aug 10 12:33:15.494107 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8e245a46-323f-492e-beb2-eb93ea462e96 req-b6ef423a-58ae-4ecf-9c8e-03cd036beb8c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502810 Aug 10 12:33:15.533291 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-6a4ee4be-0d8b-4fb7-b7cd-d6b95c5da412 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2091907442-network', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:33:15.555268 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4ee4be-0d8b-4fb7-b7cd-d6b95c5da412 admin admin] Made reservation on behalf of cb4fb7d34a90445e9677ce7287759724 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:33:15.557540 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6a4ee4be-0d8b-4fb7-b7cd-d6b95c5da412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:15.566721 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6a4ee4be-0d8b-4fb7-b7cd-d6b95c5da412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:15.664938 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6a4ee4be-0d8b-4fb7-b7cd-d6b95c5da412 admin admin] Publish callbacks [] for security_group (101a2541-9301-4764-a64f-2a5bf0e85686), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:15.672076 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6a4ee4be-0d8b-4fb7-b7cd-d6b95c5da412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (101a2541-9301-4764-a64f-2a5bf0e85686), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:15.710745 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4ee4be-0d8b-4fb7-b7cd-d6b95c5da412 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:33:15.728452 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ee4be-0d8b-4fb7-b7cd-d6b95c5da412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101a2541-9301-4764-a64f-2a5bf0e85686,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:15.733471 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6a4ee4be-0d8b-4fb7-b7cd-d6b95c5da412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (a1b76a96-7bd5-42f4-95aa-18a43709e977), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:15.733826 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.segments_db [None req-6a4ee4be-0d8b-4fb7-b7cd-d6b95c5da412 admin admin] Added segment a1b76a96-7bd5-42f4-95aa-18a43709e977 of type vlan for network 5bf11b9e-ce66-4b66-9981-528746ab3fcc Aug 10 12:33:15.781969 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6a4ee4be-0d8b-4fb7-b7cd-d6b95c5da412 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736055994067'] for network (5bf11b9e-ce66-4b66-9981-528746ab3fcc), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:15.807217 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6a4ee4be-0d8b-4fb7-b7cd-d6b95c5da412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for network (5bf11b9e-ce66-4b66-9981-528746ab3fcc), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:15.808187 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4ee4be-0d8b-4fb7-b7cd-d6b95c5da412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:15.808793 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6a4ee4be-0d8b-4fb7-b7cd-d6b95c5da412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:15.869653 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-6a4ee4be-0d8b-4fb7-b7cd-d6b95c5da412 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4444997 Aug 10 12:33:15.872616 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 48852) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:15.877611 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-734b471e-85cd-4f81-b19c-3b90cb9dd4fc admin admin] Request body: {'subnet': {'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2091907442-subnet', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'ip_version': 4}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:33:15.899003 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734b471e-85cd-4f81-b19c-3b90cb9dd4fc admin admin] Made reservation on behalf of cb4fb7d34a90445e9677ce7287759724 for: {'subnet': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:33:15.901795 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-734b471e-85cd-4f81-b19c-3b90cb9dd4fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14164775'] for subnet (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:15.906756 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ee4be-0d8b-4fb7-b7cd-d6b95c5da412 admin admin] Pushing event updated for resources: {'Network': ['ID=5bf11b9e-ce66-4b66-9981-528746ab3fcc,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:15.917795 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Network 5bf11b9e-ce66-4b66-9981-528746ab3fcc details requested by agent ovs-agent-dv-cinder-852261-3-iscsi with host dv-cinder-852261-3-iscsi {{(pid=103791) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:33:15.918957 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11c17f-0f48-4857-b856-f22dc35caf1f req-dbb66bae-9216-4661-aa2b-028b8dcb7848 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:15.921015 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ab11c17f-0f48-4857-b856-f22dc35caf1f req-dbb66bae-9216-4661-aa2b-028b8dcb7848 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0679071 Aug 10 12:33:15.966068 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:15.993140 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ab11c17f-0f48-4857-b856-f22dc35caf1f req-7dfd5147-00f4-4f15-95cb-ae0f50071dbf tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640163 Aug 10 12:33:16.087664 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-734b471e-85cd-4f81-b19c-3b90cb9dd4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14596364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14164745'] for subnet (5a421661-37ef-440c-b88e-55072973c640), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:16.144345 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b471e-85cd-4f81-b19c-3b90cb9dd4fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a421661-37ef-440c-b88e-55072973c640,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:16.155310 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734b471e-85cd-4f81-b19c-3b90cb9dd4fc admin admin] Checking segment: {'id': 'a1b76a96-7bd5-42f4-95aa-18a43709e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:33:16.155819 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734b471e-85cd-4f81-b19c-3b90cb9dd4fc admin admin] Network hostable DHCP agents. Network: 5bf11b9e-ce66-4b66-9981-528746ab3fcc, hostable agents: ['3740d807-28f7-4854-acf5-2b19d0b15337'], hosted agents: [] {{(pid=103790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:33:16.174301 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734b471e-85cd-4f81-b19c-3b90cb9dd4fc admin admin] Network 5bf11b9e-ce66-4b66-9981-528746ab3fcc is scheduled to be hosted by DHCP agent 3740d807-28f7-4854-acf5-2b19d0b15337 with binding_index 1 {{(pid=103790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:33:16.183554 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-734b471e-85cd-4f81-b19c-3b90cb9dd4fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-3-iscsi, 5bf11b9e-ce66-4b66-9981-528746ab3fcc) {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:33:16.188458 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734b471e-85cd-4f81-b19c-3b90cb9dd4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:16.189646 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-734b471e-85cd-4f81-b19c-3b90cb9dd4fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:16.193522 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f08bef-73e1-41d3-b16b-0ef4ab585c31 None None] Network 5bf11b9e-ce66-4b66-9981-528746ab3fcc requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:33:16.205632 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-734b471e-85cd-4f81-b19c-3b90cb9dd4fc admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3318384 Aug 10 12:33:16.208452 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 48856) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:16.212909 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e53db57b-ff2b-4f79-88bb-c1f6eefd8ef7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2091907442-router', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:33:16.233612 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e53db57b-ff2b-4f79-88bb-c1f6eefd8ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4638'] for router (2a597191-f86c-41b4-b447-a2c166835161), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:16.234617 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e53db57b-ff2b-4f79-88bb-c1f6eefd8ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4629'] for router (2a597191-f86c-41b4-b447-a2c166835161), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:16.284852 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e53db57b-ff2b-4f79-88bb-c1f6eefd8ef7 admin admin] Publish callbacks [] for router_controller (2a597191-f86c-41b4-b447-a2c166835161), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:16.296453 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86ca77f6-5be4-552c-98a5-d2332f118cbe-5bf11b9e-ce66-4b66-9981-528746ab3fcc', 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc', 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'fixed_ips': [{'subnet_id': '5a421661-37ef-440c-b88e-55072973c640'}]}} from dv-cinder-852261-3-iscsi. {{(pid=103791) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 10 12:33:16.297437 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:16.430244 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e53db57b-ff2b-4f79-88bb-c1f6eefd8ef7 admin admin] Publish callbacks [] for router_gateway (2a597191-f86c-41b4-b447-a2c166835161), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:16.449232 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.db_base_plugin_common [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] Allocated IP 172.20.0.2 (5bf11b9e-ce66-4b66-9981-528746ab3fcc/5a421661-37ef-440c-b88e-55072973c640/bf151029-de19-4221-9694-bb8ee9b3af92) {{(pid=103791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:33:16.619469 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] Publish callbacks [] for port (bf151029-de19-4221-9694-bb8ee9b3af92), precommit_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:16.619828 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:DELETE=2,neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:16.629411 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:16.630046 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (bf151029-de19-4221-9694-bb8ee9b3af92), after_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:16.640922 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e53db57b-ff2b-4f79-88bb-c1f6eefd8ef7 admin admin] Publish callbacks [] for router_gateway (2a597191-f86c-41b4-b447-a2c166835161), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:16.657997 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f19144-f1bb-4204-a833-fa1f050cccbe req-3562adbc-dbfe-4e35-b2cb-6a97c0b3d39b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:16.665749 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f0f19144-f1bb-4204-a833-fa1f050cccbe req-3562adbc-dbfe-4e35-b2cb-6a97c0b3d39b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0694578 Aug 10 12:33:16.666456 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e53db57b-ff2b-4f79-88bb-c1f6eefd8ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:16.672151 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:16.685462 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] Network 5bf11b9e-ce66-4b66-9981-528746ab3fcc is already hosted by enough agents. {{(pid=103791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:33:16.688080 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.base_scheduler [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] Resources bound (agent type, host, resource id): {{(pid=103791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:33:16.689876 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] Pushing event updated for resources: {'Port': ['ID=bf151029-de19-4221-9694-bb8ee9b3af92,revision_number=1']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:16.692046 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] Received port after_create {{(pid=103791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:33:16.731941 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f0f19144-f1bb-4204-a833-fa1f050cccbe req-9c80e8b1-8077-4c79-9d46-1ecf0576c72c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649292 Aug 10 12:33:16.755273 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] Attempting to bind port bf151029-de19-4221-9694-bb8ee9b3af92 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:33:16.755995 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] Attempting to bind port bf151029-de19-4221-9694-bb8ee9b3af92 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'a1b76a96-7bd5-42f4-95aa-18a43709e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:33:16.756886 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] Attempting to bind port bf151029-de19-4221-9694-bb8ee9b3af92 on network 5bf11b9e-ce66-4b66-9981-528746ab3fcc {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:33:16.768073 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:33:16.768770 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] Checking segment: {'id': 'a1b76a96-7bd5-42f4-95aa-18a43709e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:33:16.769467 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:16.770289 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] Bound using segment: {'id': 'a1b76a96-7bd5-42f4-95aa-18a43709e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:33:16.771090 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] Bound port: bf151029-de19-4221-9694-bb8ee9b3af92, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b76a96-7bd5-42f4-95aa-18a43709e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:33:16.771788 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (bf151029-de19-4221-9694-bb8ee9b3af92), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:16.805878 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-e53db57b-ff2b-4f79-88bb-c1f6eefd8ef7 admin admin] Allocated IP 172.27.0.241 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/ef6ecdb8-c721-4c58-916f-f637457eb930) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:33:16.872145 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] For port bf151029-de19-4221-9694-bb8ee9b3af92, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:33:16.876795 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] For port bf151029-de19-4221-9694-bb8ee9b3af92, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=bf151029-de19-4221-9694-bb8ee9b3af92,segment=NetworkSegment(a1b76a96-7bd5-42f4-95aa-18a43709e977),segment_id=a1b76a96-7bd5-42f4-95aa-18a43709e977)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:33:16.887350 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (bf151029-de19-4221-9694-bb8ee9b3af92), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:16.954175 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e53db57b-ff2b-4f79-88bb-c1f6eefd8ef7 admin admin] Publish callbacks [] for port (ef6ecdb8-c721-4c58-916f-f637457eb930), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:16.980611 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65521c94-9412-452d-a7e3-fd66a7844218 None None] Pushing event updated for resources: {'Port': ['ID=bf151029-de19-4221-9694-bb8ee9b3af92,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:16.988562 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 48876) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:16.993166 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-2fe2320e-6594-44e6-b0ca-4af43aa55e84 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1544745054', 'description': 'tempest-description--943536519'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:33:17.008935 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e53db57b-ff2b-4f79-88bb-c1f6eefd8ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (ef6ecdb8-c721-4c58-916f-f637457eb930), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:17.030630 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2fe2320e-6594-44e6-b0ca-4af43aa55e84 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:17.080615 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53db57b-ff2b-4f79-88bb-c1f6eefd8ef7 admin admin] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:33:17.082706 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-e53db57b-ff2b-4f79-88bb-c1f6eefd8ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:33:17.088325 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53db57b-ff2b-4f79-88bb-c1f6eefd8ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=ef6ecdb8-c721-4c58-916f-f637457eb930,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:17.099367 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53db57b-ff2b-4f79-88bb-c1f6eefd8ef7 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:33:17.205763 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:17.249099 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98948e3b-7148-403d-b42b-52fc682f5f51 req-eafef8b0-574f-4767-b559-c1c8a4c279c8 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:17.251866 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-98948e3b-7148-403d-b42b-52fc682f5f51 req-eafef8b0-574f-4767-b559-c1c8a4c279c8 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.1343441 Aug 10 12:33:17.316604 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2fe2320e-6594-44e6-b0ca-4af43aa55e84 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (c46c0461-4761-473a-ac14-1f91401bc45c), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:17.331342 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2fe2320e-6594-44e6-b0ca-4af43aa55e84 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (c46c0461-4761-473a-ac14-1f91401bc45c), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:17.348931 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-98948e3b-7148-403d-b42b-52fc682f5f51 req-baeeb731-eccf-45f1-9d52-e122e3f63997 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908191 Aug 10 12:33:17.388320 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2fe2320e-6594-44e6-b0ca-4af43aa55e84 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:17.393361 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-2fe2320e-6594-44e6-b0ca-4af43aa55e84 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4006813 Aug 10 12:33:17.393563 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 48888) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:17.412337 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-0c58e5d7-af69-4858-beb2-500ab7cb33d0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'security_group_rule': {'security_group_id': 'c46c0461-4761-473a-ac14-1f91401bc45c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:33:17.423840 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2320e-6594-44e6-b0ca-4af43aa55e84 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c46c0461-4761-473a-ac14-1f91401bc45c,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:17.437075 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e53db57b-ff2b-4f79-88bb-c1f6eefd8ef7 admin admin] Publish callbacks [] for router_gateway (2a597191-f86c-41b4-b447-a2c166835161), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:17.452629 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0c58e5d7-af69-4858-beb2-500ab7cb33d0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (021a0e97-885a-42cd-a1df-109802ef412e), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:17.520535 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0c58e5d7-af69-4858-beb2-500ab7cb33d0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (021a0e97-885a-42cd-a1df-109802ef412e), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:17.525686 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0c58e5d7-af69-4858-beb2-500ab7cb33d0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (021a0e97-885a-42cd-a1df-109802ef412e), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:17.547473 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58e5d7-af69-4858-beb2-500ab7cb33d0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021a0e97-885a-42cd-a1df-109802ef412e,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:17.556543 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0c58e5d7-af69-4858-beb2-500ab7cb33d0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:17.560918 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-0c58e5d7-af69-4858-beb2-500ab7cb33d0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1663787 Aug 10 12:33:17.561605 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 48894) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:17.566357 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-45c1ed98-1db6-4413-bfac-91e3b7fce2f5 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'security_group_rule': {'security_group_id': 'c46c0461-4761-473a-ac14-1f91401bc45c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:33:17.598217 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-45c1ed98-1db6-4413-bfac-91e3b7fce2f5 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (d353a75d-c414-49e3-b248-a049d4e7e4e0), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:17.655920 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:17.676781 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-45c1ed98-1db6-4413-bfac-91e3b7fce2f5 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (d353a75d-c414-49e3-b248-a049d4e7e4e0), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:17.682525 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-45c1ed98-1db6-4413-bfac-91e3b7fce2f5 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (d353a75d-c414-49e3-b248-a049d4e7e4e0), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:17.691438 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e53db57b-ff2b-4f79-88bb-c1f6eefd8ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690056'] for router (2a597191-f86c-41b4-b447-a2c166835161), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:17.694595 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:17.720797 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1ed98-1db6-4413-bfac-91e3b7fce2f5 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d353a75d-c414-49e3-b248-a049d4e7e4e0,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:17.734664 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-45c1ed98-1db6-4413-bfac-91e3b7fce2f5 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:17.740189 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-45c1ed98-1db6-4413-bfac-91e3b7fce2f5 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1773748 Aug 10 12:33:17.740396 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 48900) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:17.745014 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-56eb03e4-8a53-4a85-83fe-979f319a6569 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'floatingip': {'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:33:17.823331 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:17.828338 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56eb03e4-8a53-4a85-83fe-979f319a6569 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:17.981381 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56eb03e4-8a53-4a85-83fe-979f319a6569 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:17.988651 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa4214-4f01-4e56-80ae-683e49a7c3fc req-e8d9dbcd-56e2-4072-b207-465ae6144aed tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:17.990188 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-62fa4214-4f01-4e56-80ae-683e49a7c3fc req-e8d9dbcd-56e2-4072-b207-465ae6144aed tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.1086602 Aug 10 12:33:18.059022 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53db57b-ff2b-4f79-88bb-c1f6eefd8ef7 admin admin] Router 2a597191-f86c-41b4-b447-a2c166835161 is scheduled to L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 10 12:33:18.147508 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331d4cf4-15ef-45b5-a19d-def98277cca7 None None] Network 5bf11b9e-ce66-4b66-9981-528746ab3fcc requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:33:18.205224 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-2b6585fe-7e00-4fdf-888c-f27ca4f679bb None None] Provisioning complete for port bf151029-de19-4221-9694-bb8ee9b3af92 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:18.205947 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-2b6585fe-7e00-4fdf-888c-f27ca4f679bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (bf151029-de19-4221-9694-bb8ee9b3af92), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:18.259520 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:18.344863 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-2b6585fe-7e00-4fdf-888c-f27ca4f679bb None None] Current status of the port bf151029-de19-4221-9694-bb8ee9b3af92 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:18.345305 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-2b6585fe-7e00-4fdf-888c-f27ca4f679bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (bf151029-de19-4221-9694-bb8ee9b3af92), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:18.391658 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-2b6585fe-7e00-4fdf-888c-f27ca4f679bb None None] For port bf151029-de19-4221-9694-bb8ee9b3af92, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=bf151029-de19-4221-9694-bb8ee9b3af92,segment=NetworkSegment(a1b76a96-7bd5-42f4-95aa-18a43709e977),segment_id=a1b76a96-7bd5-42f4-95aa-18a43709e977)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:33:18.400878 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-2b6585fe-7e00-4fdf-888c-f27ca4f679bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (bf151029-de19-4221-9694-bb8ee9b3af92), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:18.439900 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-62fa4214-4f01-4e56-80ae-683e49a7c3fc req-07092710-a46a-4ddd-a04a-935887e759da tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4399478 Aug 10 12:33:18.494393 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6585fe-7e00-4fdf-888c-f27ca4f679bb None None] Pushing event updated for resources: {'Port': ['ID=bf151029-de19-4221-9694-bb8ee9b3af92,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:18.513145 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-56eb03e4-8a53-4a85-83fe-979f319a6569 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Allocated IP 172.27.0.169 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/f57fd3e6-7ac6-473b-855b-edf5fc503cc9) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:33:18.537568 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53db57b-ff2b-4f79-88bb-c1f6eefd8ef7 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:33:18.561428 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f2279-65fc-41a2-bacc-1f8ceb2f3a40 req-a59471ae-c49f-4b98-a1d0-01df2f4ece79 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:18.561428 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-609f2279-65fc-41a2-bacc-1f8ceb2f3a40 req-a59471ae-c49f-4b98-a1d0-01df2f4ece79 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0735483 Aug 10 12:33:18.569413 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] Sync routers for ids ['2a597191-f86c-41b4-b447-a2c166835161'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:33:18.589564 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] Routers {'2a597191-f86c-41b4-b447-a2c166835161'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:33:18.590530 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:32:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['2a597191-f86c-41b4-b447-a2c166835161'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:18.637714 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-609f2279-65fc-41a2-bacc-1f8ceb2f3a40 req-7fc76dbe-15a6-4034-b882-26377bf5a2c1 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748229 Aug 10 12:33:18.664012 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e53db57b-ff2b-4f79-88bb-c1f6eefd8ef7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:18.667534 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-e53db57b-ff2b-4f79-88bb-c1f6eefd8ef7 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4557345 Aug 10 12:33:18.668215 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 48928) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:18.698897 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56eb03e4-8a53-4a85-83fe-979f319a6569 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for port (f57fd3e6-7ac6-473b-855b-edf5fc503cc9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:18.738940 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56eb03e4-8a53-4a85-83fe-979f319a6569 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (f57fd3e6-7ac6-473b-855b-edf5fc503cc9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:18.744021 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4b3811b3-1408-422a-9012-57c5de53826e None None] Provisioning complete for port bf151029-de19-4221-9694-bb8ee9b3af92 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:18.744395 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4b3811b3-1408-422a-9012-57c5de53826e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (bf151029-de19-4221-9694-bb8ee9b3af92), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:18.749851 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] Set router 2a597191-f86c-41b4-b447-a2c166835161 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:33:18.752505 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:18.778757 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:18.781145 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb03e4-8a53-4a85-83fe-979f319a6569 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'Port': ['ID=f57fd3e6-7ac6-473b-855b-edf5fc503cc9,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:18.798145 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eb03e4-8a53-4a85-83fe-979f319a6569 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:33:18.801069 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-56eb03e4-8a53-4a85-83fe-979f319a6569 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:33:18.803750 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb03e4-8a53-4a85-83fe-979f319a6569 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:33:18.920984 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56eb03e4-8a53-4a85-83fe-979f319a6569 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (869828a7-0990-42ad-a345-c9bfe443ef84), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:19.000801 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56eb03e4-8a53-4a85-83fe-979f319a6569 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (f57fd3e6-7ac6-473b-855b-edf5fc503cc9), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:19.025391 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:19.065781 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:19.136435 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4b3811b3-1408-422a-9012-57c5de53826e None None] Current status of the port bf151029-de19-4221-9694-bb8ee9b3af92 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:19.144301 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a597191-f86c-41b4-b447-a2c166835161', 'name': 'tempest-TestMinimumBasicScenario-2091907442-router', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:17Z', 'revision_number': 3, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'gw_port': {'id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:19.178610 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device bf151029-de19-4221-9694-bb8ee9b3af92 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:33:19.200439 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] Checking router: 2a597191-f86c-41b4-b447-a2c166835161 for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:33:19.201072 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] Updating router 2a597191-f86c-41b4-b447-a2c166835161 port ef6ecdb8-c721-4c58-916f-f637457eb930 binding host dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:33:19.213323 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2aefe039-2fc8-4fb2-9d44-4a963df9a8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:19.253391 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port bf151029-de19-4221-9694-bb8ee9b3af92 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:19.264662 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (bf151029-de19-4221-9694-bb8ee9b3af92), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:19.290842 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ef6ecdb8-c721-4c58-916f-f637457eb930), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:19.310162 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:19.325303 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56eb03e4-8a53-4a85-83fe-979f319a6569 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for port (f57fd3e6-7ac6-473b-855b-edf5fc503cc9), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:19.336063 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56eb03e4-8a53-4a85-83fe-979f319a6569 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14084867'] for port (f57fd3e6-7ac6-473b-855b-edf5fc503cc9), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:19.377862 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-274e0711-94f5-46fc-890b-8b092b83e6bd req-2f5ea238-0ee1-4343-804f-5a47c58f0036 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0922306 Aug 10 12:33:19.411380 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb03e4-8a53-4a85-83fe-979f319a6569 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'Port': ['ID=f57fd3e6-7ac6-473b-855b-edf5fc503cc9,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:19.465518 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56eb03e4-8a53-4a85-83fe-979f319a6569 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (869828a7-0990-42ad-a345-c9bfe443ef84), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:19.466097 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port bf151029-de19-4221-9694-bb8ee9b3af92 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:19.487825 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:19.497999 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-56eb03e4-8a53-4a85-83fe-979f319a6569 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:19.507665 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-56eb03e4-8a53-4a85-83fe-979f319a6569 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7585440 Aug 10 12:33:19.526860 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-2aefe039-2fc8-4fb2-9d44-4a963df9a8a3 admin admin] Allocated IP 172.20.0.1 (5bf11b9e-ce66-4b66-9981-528746ab3fcc/5a421661-37ef-440c-b88e-55072973c640/a82219f4-41a0-44ac-8928-408997b07534) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:33:19.536863 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:19.548932 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e0711-94f5-46fc-890b-8b092b83e6bd req-c2bcfe3d-6fdd-4110-a79b-68704965a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:19.579213 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-274e0711-94f5-46fc-890b-8b092b83e6bd req-c2bcfe3d-6fdd-4110-a79b-68704965a76e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2301f937213e47c29686be4e8601ac32&device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 1130 time: 0.1200712 Aug 10 12:33:19.705848 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ebf7d-a74c-4385-9709-5074ca9e9a4f req-ea37d588-91b4-46af-a0b4-e92e82ad9c36 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:19.707402 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d51ebf7d-a74c-4385-9709-5074ca9e9a4f req-ea37d588-91b4-46af-a0b4-e92e82ad9c36 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.1139827 Aug 10 12:33:19.794894 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d51ebf7d-a74c-4385-9709-5074ca9e9a4f req-0fcd21b7-82ba-4807-ab0c-a625f3c87c5e tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788577 Aug 10 12:33:19.808491 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] Publish callbacks [] for port (ef6ecdb8-c721-4c58-916f-f637457eb930), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:19.817775 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (ef6ecdb8-c721-4c58-916f-f637457eb930), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:19.858604 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] Attempting to bind port ef6ecdb8-c721-4c58-916f-f637457eb930 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:33:19.859129 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] Attempting to bind port ef6ecdb8-c721-4c58-916f-f637457eb930 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:33:19.859583 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] Attempting to bind port ef6ecdb8-c721-4c58-916f-f637457eb930 on network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:33:19.880523 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:33:19.881251 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] Checking segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:33:19.881883 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:19.882560 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] Bound using segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:33:19.883237 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] Bound port: ef6ecdb8-c721-4c58-916f-f637457eb930, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:33:19.883765 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ef6ecdb8-c721-4c58-916f-f637457eb930), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:19.893417 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2aefe039-2fc8-4fb2-9d44-4a963df9a8a3 admin admin] Publish callbacks [] for port (a82219f4-41a0-44ac-8928-408997b07534), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:19.895312 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e0711-94f5-46fc-890b-8b092b83e6bd req-da7a2d14-a468-428e-bec5-4d56446d84ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:19.896786 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-274e0711-94f5-46fc-890b-8b092b83e6bd req-da7a2d14-a468-428e-bec5-4d56446d84ba service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb HTTP/1.1" status: 200 len: 919 time: 0.3091886 Aug 10 12:33:19.905766 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e2168-b385-4d4d-a03a-ad8e5b8cff18 req-51e19771-7151-419e-ac67-ee892f3192f6 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:19.906566 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e47e2168-b385-4d4d-a03a-ad8e5b8cff18 req-51e19771-7151-419e-ac67-ee892f3192f6 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.1056814 Aug 10 12:33:19.960953 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f2ad8-8696-474a-be56-f80300a191e0 None None] Pushing event updated for resources: {'Port': ['ID=ef6ecdb8-c721-4c58-916f-f637457eb930,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:19.967827 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-274e0711-94f5-46fc-890b-8b092b83e6bd req-5a7ae661-78b2-4334-8a5a-9f951eeb386c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd8cd6a6-e946-4e31-a189-f179b73d0d26 HTTP/1.1" status: 200 len: 217 time: 0.0602036 Aug 10 12:33:19.973332 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] For port ef6ecdb8-c721-4c58-916f-f637457eb930, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:33:19.978833 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] For port ef6ecdb8-c721-4c58-916f-f637457eb930, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=ef6ecdb8-c721-4c58-916f-f637457eb930,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:33:19.987682 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (ef6ecdb8-c721-4c58-916f-f637457eb930), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:20.038661 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] Routers {'2a597191-f86c-41b4-b447-a2c166835161'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:33:20.038836 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-f4bca285-5dde-4ebb-a51e-f32d5b2d081d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1544745054&fields=id&tenant_id=0bbb137a895941b1876eebfc56c28425 HTTP/1.1" status: 200 len: 267 time: 0.1114717 Aug 10 12:33:20.039690 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:32:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['2a597191-f86c-41b4-b447-a2c166835161'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:20.046309 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e47e2168-b385-4d4d-a03a-ad8e5b8cff18 req-9cf402a2-42a5-4063-b877-0036c51b4e57 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302128 Aug 10 12:33:20.075040 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e0711-94f5-46fc-890b-8b092b83e6bd req-feb2e249-5d8d-4efa-b238-ee1a1c60675f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:20.075040 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-274e0711-94f5-46fc-890b-8b092b83e6bd req-feb2e249-5d8d-4efa-b238-ee1a1c60675f service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5e7cdd28-a708-4c60-9515-0f4475157064 HTTP/1.1" status: 200 len: 857 time: 0.0961072 Aug 10 12:33:20.095837 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2aefe039-2fc8-4fb2-9d44-4a963df9a8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (a82219f4-41a0-44ac-8928-408997b07534), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:20.153532 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f2ad8-8696-474a-be56-f80300a191e0 None None] Pushing event updated for resources: {'Port': ['ID=ef6ecdb8-c721-4c58-916f-f637457eb930,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:20.211264 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aefe039-2fc8-4fb2-9d44-4a963df9a8a3 admin admin] Network 5bf11b9e-ce66-4b66-9981-528746ab3fcc is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:33:20.218794 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-2aefe039-2fc8-4fb2-9d44-4a963df9a8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:33:20.221461 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aefe039-2fc8-4fb2-9d44-4a963df9a8a3 admin admin] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:33:20.229417 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e0711-94f5-46fc-890b-8b092b83e6bd req-ef364ba0-b8d4-4a31-925f-7aa87e48ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:20.231343 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-274e0711-94f5-46fc-890b-8b092b83e6bd req-ef364ba0-b8d4-4a31-925f-7aa87e48ed58 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1517255 Aug 10 12:33:20.263601 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:20.266646 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-f5bac204-e461-4fca-bf45-b832ba981c08 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:20.268208 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-f5bac204-e461-4fca-bf45-b832ba981c08 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/networks?id=69a0d312-b2de-4689-b0c5-62b84c9112b2 HTTP/1.1" status: 200 len: 815 time: 0.2286546 Aug 10 12:33:20.273820 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] Set router 2a597191-f86c-41b4-b447-a2c166835161 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:33:20.279971 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2aefe039-2fc8-4fb2-9d44-4a963df9a8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745920'] for router_interface (2a597191-f86c-41b4-b447-a2c166835161), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:20.282469 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefe039-2fc8-4fb2-9d44-4a963df9a8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a82219f4-41a0-44ac-8928-408997b07534,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:20.297403 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-f1c27159-2f2e-40e5-b1c8-26d7b69ea6ef tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/quotas/0bbb137a895941b1876eebfc56c28425 HTTP/1.1" status: 200 len: 375 time: 0.0208499 Aug 10 12:33:20.371942 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:20.374508 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:20.401168 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-04e016d9-d0f5-4e50-9e10-f1de831eff1a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0bbb137a895941b1876eebfc56c28425&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1019709 Aug 10 12:33:20.485252 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:20.520806 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-274e0711-94f5-46fc-890b-8b092b83e6bd req-075a5923-b242-4f93-bc79-307c96adb6a0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355828 Aug 10 12:33:20.534676 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a597191-f86c-41b4-b447-a2c166835161', 'name': 'tempest-TestMinimumBasicScenario-2091907442-router', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:17Z', 'revision_number': 3, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'gw_port': {'id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:20.541862 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-452ec330-0120-436d-8a2f-d9a1cd24cea9 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096625 Aug 10 12:33:20.571219 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-c99c13ba-d8ee-4caf-a8ab-88f4de469b44 None None] Provisioning complete for port a82219f4-41a0-44ac-8928-408997b07534 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:20.571519 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c99c13ba-d8ee-4caf-a8ab-88f4de469b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (a82219f4-41a0-44ac-8928-408997b07534), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:20.573957 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad276093-77b5-4c4c-9baf-06b12feb420f None None] The sync data for ids ['2a597191-f86c-41b4-b447-a2c166835161'] in dv-cinder-852261-3-iscsi is: [{'id': '2a597191-f86c-41b4-b447-a2c166835161', 'name': 'tempest-TestMinimumBasicScenario-2091907442-router', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:17Z', 'revision_number': 3, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'gw_port': {'id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:33:20.625949 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-c99c13ba-d8ee-4caf-a8ab-88f4de469b44 None None] Port a82219f4-41a0-44ac-8928-408997b07534 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:33:20.645361 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:20.662910 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2aefe039-2fc8-4fb2-9d44-4a963df9a8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (a82219f4-41a0-44ac-8928-408997b07534), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:20.669568 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-d078878f-d4c2-4ff1-9985-326cb7c7b319 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201029 Aug 10 12:33:20.740356 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-274e0711-94f5-46fc-890b-8b092b83e6bd req-1bd7cab6-6a94-4f7a-a345-31b270ae0c2b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770375 Aug 10 12:33:20.896828 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-964cdfad-cb20-45e4-88b8-1b59d5c62259 req-c23d7af5-a008-4c4d-be37-18364aea4351 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 210 time: 0.0415425 Aug 10 12:33:20.943534 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2aefe039-2fc8-4fb2-9d44-4a963df9a8a3 admin admin] Publish callbacks [] for port (a82219f4-41a0-44ac-8928-408997b07534), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:20.947233 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2aefe039-2fc8-4fb2-9d44-4a963df9a8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (a82219f4-41a0-44ac-8928-408997b07534), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:20.987097 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c58911-8de6-4189-a383-35667efe5325 req-1e1e0801-7ed3-4395-8ab8-820b17e38a85 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:20.989435 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a2c58911-8de6-4189-a383-35667efe5325 req-1e1e0801-7ed3-4395-8ab8-820b17e38a85 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0872612 Aug 10 12:33:21.054939 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefe039-2fc8-4fb2-9d44-4a963df9a8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a82219f4-41a0-44ac-8928-408997b07534,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:21.066175 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2aefe039-2fc8-4fb2-9d44-4a963df9a8a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746544'] for router_interface (2a597191-f86c-41b4-b447-a2c166835161), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:21.094827 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a2c58911-8de6-4189-a383-35667efe5325 req-1a399ec0-f6af-4e9e-9438-9ea6d0685905 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907140 Aug 10 12:33:21.134899 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device ef6ecdb8-c721-4c58-916f-f637457eb930 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:33:21.189939 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port ef6ecdb8-c721-4c58-916f-f637457eb930 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:21.190966 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (ef6ecdb8-c721-4c58-916f-f637457eb930), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:21.245861 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e961d9-daa1-4d74-8506-80e028622c4b req-fe4d6c5f-3b91-4900-977a-c10fc4e07987 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:21.247442 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-60e961d9-daa1-4d74-8506-80e028622c4b req-fe4d6c5f-3b91-4900-977a-c10fc4e07987 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0712886 Aug 10 12:33:21.296530 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port ef6ecdb8-c721-4c58-916f-f637457eb930 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:21.297071 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ef6ecdb8-c721-4c58-916f-f637457eb930), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:21.321175 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port ef6ecdb8-c721-4c58-916f-f637457eb930, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=ef6ecdb8-c721-4c58-916f-f637457eb930,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:33:21.325959 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (ef6ecdb8-c721-4c58-916f-f637457eb930), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:21.327922 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aefe039-2fc8-4fb2-9d44-4a963df9a8a3 admin admin] Network 5bf11b9e-ce66-4b66-9981-528746ab3fcc is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:33:21.333943 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-2aefe039-2fc8-4fb2-9d44-4a963df9a8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:33:21.384221 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-60e961d9-daa1-4d74-8506-80e028622c4b req-a4a10de5-3219-4d1c-b767-f4747efc1a20 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292815 Aug 10 12:33:21.415006 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=ef6ecdb8-c721-4c58-916f-f637457eb930,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:21.480729 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:21.499856 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8bb71b07-93ac-4d98-b798-e211faa3fd46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:21.564016 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aefe039-2fc8-4fb2-9d44-4a963df9a8a3 admin admin] Router 2a597191-f86c-41b4-b447-a2c166835161 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:33:21.680339 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:21.699290 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aefe039-2fc8-4fb2-9d44-4a963df9a8a3 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:33:21.704582 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-2aefe039-2fc8-4fb2-9d44-4a963df9a8a3 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/2a597191-f86c-41b4-b447-a2c166835161/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0354226 Aug 10 12:33:21.768948 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-c44b7627-94a1-4803-a782-4d1501174602 None None] Provisioning complete for port a82219f4-41a0-44ac-8928-408997b07534 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:21.769476 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c44b7627-94a1-4803-a782-4d1501174602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (a82219f4-41a0-44ac-8928-408997b07534), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:21.811495 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-c44b7627-94a1-4803-a782-4d1501174602 None None] Port a82219f4-41a0-44ac-8928-408997b07534 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:33:22.017076 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-0f65e551-c992-41c5-8fa2-c03c6eb5ef8c req-61515a0c-ee66-43a0-821d-73904b4222d2 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 210 time: 0.0328710 Aug 10 12:33:22.064096 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4cf5e-5556-493c-b538-2f123faa3d5b req-18fd7ff2-af91-4e40-a045-9486e78c6513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:22.066661 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-cfd4cf5e-5556-493c-b538-2f123faa3d5b req-18fd7ff2-af91-4e40-a045-9486e78c6513 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 1129 time: 0.0637443 Aug 10 12:33:22.128748 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-cfd4cf5e-5556-493c-b538-2f123faa3d5b req-4be9525d-9159-4cd2-a273-93c937c90429 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526068 Aug 10 12:33:22.217785 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f78ff-7756-4293-a390-1b26ec31450d req-111e063f-c0e4-4dd3-9f70-1b223dae5b99 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:22.219272 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c03f78ff-7756-4293-a390-1b26ec31450d req-111e063f-c0e4-4dd3-9f70-1b223dae5b99 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0493526 Aug 10 12:33:22.269058 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c03f78ff-7756-4293-a390-1b26ec31450d req-8b06fc17-0ca5-4aaa-af06-9ab72855006a tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438612 Aug 10 12:33:22.422823 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 49038) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:22.427679 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-412af940-c341-4a9e-8746-f72ebb1813f3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1685768787-network', 'tenant_id': 'a0797133ed164db5bee55fe1578d2aee'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:33:22.434424 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:22.452778 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412af940-c341-4a9e-8746-f72ebb1813f3 admin admin] Made reservation on behalf of a0797133ed164db5bee55fe1578d2aee for: {'network': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:33:22.455304 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-412af940-c341-4a9e-8746-f72ebb1813f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for network (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:22.464314 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-412af940-c341-4a9e-8746-f72ebb1813f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:22.519411 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745779d-d276-4f40-81ed-2192d11224a4 req-dfadde90-68b1-4e70-b118-1fbb437c8d41 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:22.521042 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f745779d-d276-4f40-81ed-2192d11224a4 req-dfadde90-68b1-4e70-b118-1fbb437c8d41 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0498633 Aug 10 12:33:22.548444 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-412af940-c341-4a9e-8746-f72ebb1813f3 admin admin] Publish callbacks [] for security_group (6b0cc72f-3a5d-40ac-98b2-1c560ab8a0d2), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:22.554598 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-412af940-c341-4a9e-8746-f72ebb1813f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (6b0cc72f-3a5d-40ac-98b2-1c560ab8a0d2), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:22.577457 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f745779d-d276-4f40-81ed-2192d11224a4 req-babdf4c7-fec4-4dcb-8682-5d25d3038d3a tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497024 Aug 10 12:33:22.582897 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412af940-c341-4a9e-8746-f72ebb1813f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:33:22.588804 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412af940-c341-4a9e-8746-f72ebb1813f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0cc72f-3a5d-40ac-98b2-1c560ab8a0d2,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:22.610374 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-412af940-c341-4a9e-8746-f72ebb1813f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (cc0ec0d5-a256-463f-a1dd-62880ed385d5), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:22.610777 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.segments_db [None req-412af940-c341-4a9e-8746-f72ebb1813f3 admin admin] Added segment cc0ec0d5-a256-463f-a1dd-62880ed385d5 of type vlan for network 14cfbdd1-a035-4d18-b676-e7ef90fe1f67 Aug 10 12:33:22.649054 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] Sync routers for ids ['2a597191-f86c-41b4-b447-a2c166835161'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:33:22.663718 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] Routers {'2a597191-f86c-41b4-b447-a2c166835161'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:33:22.664356 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:32:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['2a597191-f86c-41b4-b447-a2c166835161'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:22.671624 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-412af940-c341-4a9e-8746-f72ebb1813f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736055994067'] for network (14cfbdd1-a035-4d18-b676-e7ef90fe1f67), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:22.729915 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-412af940-c341-4a9e-8746-f72ebb1813f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for network (14cfbdd1-a035-4d18-b676-e7ef90fe1f67), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:22.731338 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412af940-c341-4a9e-8746-f72ebb1813f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:22.732522 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-412af940-c341-4a9e-8746-f72ebb1813f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:22.761711 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-412af940-c341-4a9e-8746-f72ebb1813f3 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3376205 Aug 10 12:33:22.764469 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 49050) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:22.769568 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-93ce627f-8387-466f-bf0f-e799de1a3da7 admin admin] Request body: {'subnet': {'network_id': '14cfbdd1-a035-4d18-b676-e7ef90fe1f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1685768787-subnet', 'tenant_id': 'a0797133ed164db5bee55fe1578d2aee', 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:33:22.773777 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] Set router 2a597191-f86c-41b4-b447-a2c166835161 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:33:22.793849 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ce627f-8387-466f-bf0f-e799de1a3da7 admin admin] Made reservation on behalf of a0797133ed164db5bee55fe1578d2aee for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:33:22.796802 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93ce627f-8387-466f-bf0f-e799de1a3da7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12800801'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:22.822240 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412af940-c341-4a9e-8746-f72ebb1813f3 admin admin] Pushing event updated for resources: {'Network': ['ID=14cfbdd1-a035-4d18-b676-e7ef90fe1f67,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:22.836300 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Network 14cfbdd1-a035-4d18-b676-e7ef90fe1f67 details requested by agent ovs-agent-dv-cinder-852261-3-iscsi with host dv-cinder-852261-3-iscsi {{(pid=103791) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:33:22.997531 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:23.006219 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93ce627f-8387-466f-bf0f-e799de1a3da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14084982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12800783'] for subnet (c27ad68f-8fe1-4411-9d0e-dc1086006263), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:23.063094 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce627f-8387-466f-bf0f-e799de1a3da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c27ad68f-8fe1-4411-9d0e-dc1086006263,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:23.070227 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a597191-f86c-41b4-b447-a2c166835161', 'name': 'tempest-TestMinimumBasicScenario-2091907442-router', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:20Z', 'revision_number': 4, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'gw_port': {'id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'a82219f4-41a0-44ac-8928-408997b07534', 'name': '', 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'mac_address': 'fa:16:3e:d8:00:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5a421661-37ef-440c-b88e-55072973c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:19Z', 'updated_at': '2022-08-10T12:33:20Z', 'revision_number': 2, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'subnets': [{'id': '5a421661-37ef-440c-b88e-55072973c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:23.078545 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device ef6ecdb8-c721-4c58-916f-f637457eb930 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:33:23.085492 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce627f-8387-466f-bf0f-e799de1a3da7 admin admin] Checking segment: {'id': 'cc0ec0d5-a256-463f-a1dd-62880ed385d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14cfbdd1-a035-4d18-b676-e7ef90fe1f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:33:23.085880 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ce627f-8387-466f-bf0f-e799de1a3da7 admin admin] Network hostable DHCP agents. Network: 14cfbdd1-a035-4d18-b676-e7ef90fe1f67, hostable agents: ['3740d807-28f7-4854-acf5-2b19d0b15337'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:33:23.105882 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ce627f-8387-466f-bf0f-e799de1a3da7 admin admin] Network 14cfbdd1-a035-4d18-b676-e7ef90fe1f67 is scheduled to be hosted by DHCP agent 3740d807-28f7-4854-acf5-2b19d0b15337 with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:33:23.119946 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] Checking router: 2a597191-f86c-41b4-b447-a2c166835161 for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:33:23.120285 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] Updating router 2a597191-f86c-41b4-b447-a2c166835161 port a82219f4-41a0-44ac-8928-408997b07534 binding host dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:33:23.120721 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-93ce627f-8387-466f-bf0f-e799de1a3da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-3-iscsi, 14cfbdd1-a035-4d18-b676-e7ef90fe1f67) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:33:23.128324 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ce627f-8387-466f-bf0f-e799de1a3da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:23.130648 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93ce627f-8387-466f-bf0f-e799de1a3da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:23.145555 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d3add7-54e7-42d4-a0bf-c6857c92b472 None None] Network 14cfbdd1-a035-4d18-b676-e7ef90fe1f67 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:33:23.151370 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-93ce627f-8387-466f-bf0f-e799de1a3da7 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3856509 Aug 10 12:33:23.153937 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 49056) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:23.161226 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-db1eeb11-b300-4edc-bf9b-7661fc6811ec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1685768787-router', 'tenant_id': 'a0797133ed164db5bee55fe1578d2aee', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:33:23.172546 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-12a8576a-632b-4787-bfa8-76609a5d563c req-16c2091f-8f27-4880-953e-9dd6f307e779 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 210 time: 0.0472322 Aug 10 12:33:23.187474 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (a82219f4-41a0-44ac-8928-408997b07534), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:23.187951 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-db1eeb11-b300-4edc-bf9b-7661fc6811ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4638'] for router (8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:23.189160 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-db1eeb11-b300-4edc-bf9b-7661fc6811ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4629'] for router (8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:23.214391 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:23.221355 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port ef6ecdb8-c721-4c58-916f-f637457eb930 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:23.221736 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (ef6ecdb8-c721-4c58-916f-f637457eb930), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:23.265205 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-db1eeb11-b300-4edc-bf9b-7661fc6811ec admin admin] Publish callbacks [] for router_controller (8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:23.324902 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86ca77f6-5be4-552c-98a5-d2332f118cbe-14cfbdd1-a035-4d18-b676-e7ef90fe1f67', 'network_id': '14cfbdd1-a035-4d18-b676-e7ef90fe1f67', 'project_id': 'a0797133ed164db5bee55fe1578d2aee', 'fixed_ips': [{'subnet_id': 'c27ad68f-8fe1-4411-9d0e-dc1086006263'}]}} from dv-cinder-852261-3-iscsi. {{(pid=103791) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 10 12:33:23.328402 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:23.382028 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port ef6ecdb8-c721-4c58-916f-f637457eb930 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:23.492633 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:23.495024 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6df58-ae90-4782-a3dc-d4928411a416 req-c9f159e4-6122-440d-8314-cee23c1e7190 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:23.496567 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-69d6df58-ae90-4782-a3dc-d4928411a416 req-c9f159e4-6122-440d-8314-cee23c1e7190 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0550010 Aug 10 12:33:23.499414 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-db1eeb11-b300-4edc-bf9b-7661fc6811ec admin admin] Publish callbacks [] for router_gateway (8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:23.506391 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-c349bf5d-5c0e-4328-8783-4be2ae951945 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:23.508092 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-c349bf5d-5c0e-4328-8783-4be2ae951945 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.64 "GET /networking/v2.0/networks?id=69a0d312-b2de-4689-b0c5-62b84c9112b2 HTTP/1.1" status: 200 len: 815 time: 0.1954463 Aug 10 12:33:23.546490 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.db_base_plugin_common [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] Allocated IP 172.20.0.2 (14cfbdd1-a035-4d18-b676-e7ef90fe1f67/c27ad68f-8fe1-4411-9d0e-dc1086006263/a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0) {{(pid=103791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:33:23.561644 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] Publish callbacks [] for port (a82219f4-41a0-44ac-8928-408997b07534), precommit_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:23.567699 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (a82219f4-41a0-44ac-8928-408997b07534), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:23.594613 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-69d6df58-ae90-4782-a3dc-d4928411a416 req-ce11e811-565b-4f7b-b8e3-38562f299b87 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902336 Aug 10 12:33:23.651625 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fc2f3-1d68-4212-a845-78e00b51b8bc None None] Pushing event updated for resources: {'Port': ['ID=a82219f4-41a0-44ac-8928-408997b07534,revision_number=3']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:23.691725 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] Attempting to bind port a82219f4-41a0-44ac-8928-408997b07534 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:33:23.692094 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] Attempting to bind port a82219f4-41a0-44ac-8928-408997b07534 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'a1b76a96-7bd5-42f4-95aa-18a43709e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc'}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:33:23.692454 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] Attempting to bind port a82219f4-41a0-44ac-8928-408997b07534 on network 5bf11b9e-ce66-4b66-9981-528746ab3fcc {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:33:23.698132 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:33:23.698639 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] Checking segment: {'id': 'a1b76a96-7bd5-42f4-95aa-18a43709e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:33:23.699039 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:23.699536 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] Bound using segment: {'id': 'a1b76a96-7bd5-42f4-95aa-18a43709e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc'} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:33:23.700002 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] Bound port: a82219f4-41a0-44ac-8928-408997b07534, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b76a96-7bd5-42f4-95aa-18a43709e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc'}}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:33:23.700374 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (a82219f4-41a0-44ac-8928-408997b07534), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:23.713153 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-196ab314-0764-46c3-8959-f43436cf0bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:23.729298 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3e641-a872-4661-bc22-b21246ed70c6 req-4557cf6e-2e22-47b8-bea0-cfeb4eb52681 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:23.731233 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-93f3e641-a872-4661-bc22-b21246ed70c6 req-4557cf6e-2e22-47b8-bea0-cfeb4eb52681 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0537713 Aug 10 12:33:23.762342 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] Publish callbacks [] for port (a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0), precommit_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:23.776074 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0), after_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:23.789974 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-db1eeb11-b300-4edc-bf9b-7661fc6811ec admin admin] Publish callbacks [] for router_gateway (8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:23.798273 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] Network 14cfbdd1-a035-4d18-b676-e7ef90fe1f67 is already hosted by enough agents. {{(pid=103791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:33:23.801117 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.base_scheduler [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] Resources bound (agent type, host, resource id): {{(pid=103791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:33:23.818707 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-93f3e641-a872-4661-bc22-b21246ed70c6 req-af1c6444-1056-495f-aec9-0ac7832e1d11 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789740 Aug 10 12:33:23.825929 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] For port a82219f4-41a0-44ac-8928-408997b07534, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:33:23.828072 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] Received port after_create {{(pid=103791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:33:23.831787 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-db1eeb11-b300-4edc-bf9b-7661fc6811ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:23.843355 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:23.846446 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] For port a82219f4-41a0-44ac-8928-408997b07534, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=a82219f4-41a0-44ac-8928-408997b07534,segment=NetworkSegment(a1b76a96-7bd5-42f4-95aa-18a43709e977),segment_id=a1b76a96-7bd5-42f4-95aa-18a43709e977)] {{(pid=103792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:33:23.855942 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (a82219f4-41a0-44ac-8928-408997b07534), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:23.862640 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:23.906448 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] Routers {'2a597191-f86c-41b4-b447-a2c166835161'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:33:23.906993 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:33:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['2a597191-f86c-41b4-b447-a2c166835161'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:23.913980 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] Pushing event updated for resources: {'Port': ['ID=a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0,revision_number=1']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:23.950274 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] Attempting to bind port a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:33:23.951635 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] Attempting to bind port a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'cc0ec0d5-a256-463f-a1dd-62880ed385d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14cfbdd1-a035-4d18-b676-e7ef90fe1f67'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:33:23.952164 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] Attempting to bind port a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0 on network 14cfbdd1-a035-4d18-b676-e7ef90fe1f67 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:33:23.958679 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:33:23.959334 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] Checking segment: {'id': 'cc0ec0d5-a256-463f-a1dd-62880ed385d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14cfbdd1-a035-4d18-b676-e7ef90fe1f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:33:23.959898 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:23.960448 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] Bound using segment: {'id': 'cc0ec0d5-a256-463f-a1dd-62880ed385d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14cfbdd1-a035-4d18-b676-e7ef90fe1f67'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:33:23.961058 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] Bound port: a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0ec0d5-a256-463f-a1dd-62880ed385d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14cfbdd1-a035-4d18-b676-e7ef90fe1f67'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:33:23.961633 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:23.977762 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-db1eeb11-b300-4edc-bf9b-7661fc6811ec admin admin] Allocated IP 172.27.0.94 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/9e28def5-a41f-4906-a6c9-dc062e312df3) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:33:23.987647 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fc2f3-1d68-4212-a845-78e00b51b8bc None None] Pushing event updated for resources: {'Port': ['ID=a82219f4-41a0-44ac-8928-408997b07534,revision_number=4']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:24.000625 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:24.034358 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] For port a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:33:24.037641 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] For port a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0,segment=NetworkSegment(cc0ec0d5-a256-463f-a1dd-62880ed385d5),segment_id=cc0ec0d5-a256-463f-a1dd-62880ed385d5)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:33:24.045774 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:24.057198 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] Set router 2a597191-f86c-41b4-b447-a2c166835161 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:33:24.153952 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-db1eeb11-b300-4edc-bf9b-7661fc6811ec admin admin] Publish callbacks [] for port (9e28def5-a41f-4906-a6c9-dc062e312df3), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:24.155040 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845fc14-d609-4afc-a2e2-1047c6e44000 None None] Pushing event updated for resources: {'Port': ['ID=a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:24.168530 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=6 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:24.222051 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-db1eeb11-b300-4edc-bf9b-7661fc6811ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (9e28def5-a41f-4906-a6c9-dc062e312df3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:24.345910 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1eeb11-b300-4edc-bf9b-7661fc6811ec admin admin] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:33:24.368544 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:24.372913 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bf88835d-1c19-4e96-a09c-91174c3f25c6 req-43d43194-8f26-4281-8a84-616fc84fea71 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 210 time: 0.0939174 Aug 10 12:33:24.388003 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-db1eeb11-b300-4edc-bf9b-7661fc6811ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:33:24.402693 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1eeb11-b300-4edc-bf9b-7661fc6811ec admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:33:24.403238 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a597191-f86c-41b4-b447-a2c166835161', 'name': 'tempest-TestMinimumBasicScenario-2091907442-router', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:20Z', 'revision_number': 4, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'gw_port': {'id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'a82219f4-41a0-44ac-8928-408997b07534', 'name': '', 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'mac_address': 'fa:16:3e:d8:00:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5a421661-37ef-440c-b88e-55072973c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:19Z', 'updated_at': '2022-08-10T12:33:23Z', 'revision_number': 4, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'subnets': [{'id': '5a421661-37ef-440c-b88e-55072973c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:24.436593 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3cea1-8d6d-4465-ac60-ca8cde6a20c7 None None] The sync data for ids ['2a597191-f86c-41b4-b447-a2c166835161'] in dv-cinder-852261-3-iscsi is: [{'id': '2a597191-f86c-41b4-b447-a2c166835161', 'name': 'tempest-TestMinimumBasicScenario-2091907442-router', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:20Z', 'revision_number': 4, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'gw_port': {'id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'a82219f4-41a0-44ac-8928-408997b07534', 'name': '', 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'mac_address': 'fa:16:3e:d8:00:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5a421661-37ef-440c-b88e-55072973c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:19Z', 'updated_at': '2022-08-10T12:33:23Z', 'revision_number': 4, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'subnets': [{'id': '5a421661-37ef-440c-b88e-55072973c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:33:24.450888 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1eeb11-b300-4edc-bf9b-7661fc6811ec admin admin] Pushing event updated for resources: {'Port': ['ID=9e28def5-a41f-4906-a6c9-dc062e312df3,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:24.452490 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-e934b1f1-dc83-4e85-a77b-847e50ca0966 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0bbb137a895941b1876eebfc56c28425 HTTP/1.1" status: 200 len: 472 time: 0.1827846 Aug 10 12:33:24.543257 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-5f716eb1-a2e8-4efe-a4f6-3e125e9f0ed1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'port': {'device_id': '6264d236-8e5e-4e84-818f-10b9a8c54235', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'admin_state_up': True, 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'security_groups': ['c46c0461-4761-473a-ac14-1f91401bc45c']}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:33:24.549141 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 49078) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:24.718674 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-5f716eb1-a2e8-4efe-a4f6-3e125e9f0ed1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Made reservation on behalf of 0bbb137a895941b1876eebfc56c28425 for: {'port': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:33:24.722651 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-5f716eb1-a2e8-4efe-a4f6-3e125e9f0ed1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:24.835041 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:24.878186 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-db1eeb11-b300-4edc-bf9b-7661fc6811ec admin admin] Publish callbacks [] for router_gateway (8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:24.930364 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:25.145341 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-31bac678-9b0a-46f8-a7e5-2a68e1c2b895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:25.193373 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf31c15-c0bf-4868-b253-42a951ff33c5 req-db93c6ef-d375-4cc2-9864-19ae7240091e tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:25.205308 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-fbf31c15-c0bf-4868-b253-42a951ff33c5 req-db93c6ef-d375-4cc2-9864-19ae7240091e tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.4991045 Aug 10 12:33:25.248393 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:25.249973 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device a82219f4-41a0-44ac-8928-408997b07534 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:33:25.295949 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87586637-1451-419f-8e3c-a570f077ffc9 req-1e2b25d0-2bcc-4171-944f-b5882c47956c tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:25.297775 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-87586637-1451-419f-8e3c-a570f077ffc9 req-1e2b25d0-2bcc-4171-944f-b5882c47956c tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.1231034 Aug 10 12:33:25.301050 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-db1eeb11-b300-4edc-bf9b-7661fc6811ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690056'] for router (8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:25.362300 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port a82219f4-41a0-44ac-8928-408997b07534 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:25.362772 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (a82219f4-41a0-44ac-8928-408997b07534), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:25.421420 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-fbf31c15-c0bf-4868-b253-42a951ff33c5 req-9b853b2c-7081-41fb-8f71-375a259be51d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902666 Aug 10 12:33:25.537600 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 49096) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:25.540538 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port a82219f4-41a0-44ac-8928-408997b07534 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:25.541172 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (a82219f4-41a0-44ac-8928-408997b07534), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:25.609316 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-87586637-1451-419f-8e3c-a570f077ffc9 req-a7121ec9-426d-4a31-a2d4-65824c8f4db9 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822578 Aug 10 12:33:25.609729 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-14ff7311-b4d6-4a48-9903-2853ddb22707 req-889c3ff9-db8e-491a-ad12-cd513df0f5af tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 210 time: 0.0567510 Aug 10 12:33:25.609729 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-31bac678-9b0a-46f8-a7e5-2a68e1c2b895 admin admin] Publish callbacks [] for security_group (24ed0cf3-7d01-4d31-ba48-d8f159058776), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:25.616386 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-5f716eb1-a2e8-4efe-a4f6-3e125e9f0ed1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Allocated IP 172.20.0.7 (69a0d312-b2de-4689-b0c5-62b84c9112b2/475a0af2-d7c4-4476-ab09-64279713ecd6/5082193a-c1c4-4193-a2e4-4f3ddef91ba7) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:33:25.634377 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-31bac678-9b0a-46f8-a7e5-2a68e1c2b895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (24ed0cf3-7d01-4d31-ba48-d8f159058776), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:25.640090 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port a82219f4-41a0-44ac-8928-408997b07534, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=a82219f4-41a0-44ac-8928-408997b07534,segment=NetworkSegment(a1b76a96-7bd5-42f4-95aa-18a43709e977),segment_id=a1b76a96-7bd5-42f4-95aa-18a43709e977)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:33:25.651128 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (a82219f4-41a0-44ac-8928-408997b07534), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:25.653705 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:33:25.679926 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1eeb11-b300-4edc-bf9b-7661fc6811ec admin admin] Router 8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257 is scheduled to L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 10 12:33:25.705138 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bac678-9b0a-46f8-a7e5-2a68e1c2b895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ed0cf3-7d01-4d31-ba48-d8f159058776,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:25.719954 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-31bac678-9b0a-46f8-a7e5-2a68e1c2b895 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=f67d0c19d47c4440a3eac88c79a61639&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1667764 Aug 10 12:33:25.723706 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 49106) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:25.824072 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6799bd45-c2c2-4453-bb35-2cf9c505e411 None None] Network 14cfbdd1-a035-4d18-b676-e7ef90fe1f67 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:33:25.830312 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=a82219f4-41a0-44ac-8928-408997b07534,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:25.875972 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-95fdda1d-b358-438b-b3e4-8acf0aa1943a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:25.921494 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:25.927660 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-f82d7794-c0c4-4941-836e-fd545593749a None None] Provisioning complete for port a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:25.928448 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f82d7794-c0c4-4941-836e-fd545593749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:25.932676 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1eeb11-b300-4edc-bf9b-7661fc6811ec admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:33:25.947501 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-04eb4a65-8d0f-46cb-ade6-bcdef91771fc admin admin] Publish callbacks [] for security_group (24ed0cf3-7d01-4d31-ba48-d8f159058776), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:25.958906 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-db1eeb11-b300-4edc-bf9b-7661fc6811ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:25.961635 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-db1eeb11-b300-4edc-bf9b-7661fc6811ec admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8045747 Aug 10 12:33:25.964329 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 49110) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:25.967565 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:25.995469 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132eb36-2add-4f1d-890b-252147298434 None None] Sync routers for ids ['8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:33:26.011258 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:26.012076 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:26.017365 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-04eb4a65-8d0f-46cb-ade6-bcdef91771fc admin admin] Publish callbacks [] for security_group (24ed0cf3-7d01-4d31-ba48-d8f159058776), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:26.058576 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-5f716eb1-a2e8-4efe-a4f6-3e125e9f0ed1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for port (5082193a-c1c4-4193-a2e4-4f3ddef91ba7), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:26.061476 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:26.151844 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-95fdda1d-b358-438b-b3e4-8acf0aa1943a admin admin] Publish callbacks [] for security_group (2e3e4b35-20c1-49c1-9d5c-b3b4333752bd), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:26.160337 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-95fdda1d-b358-438b-b3e4-8acf0aa1943a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (2e3e4b35-20c1-49c1-9d5c-b3b4333752bd), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:26.187901 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:26.191288 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-95fdda1d-b358-438b-b3e4-8acf0aa1943a admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=4cae2733cd51406b9e572cc98b091eac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6526537 Aug 10 12:33:26.192692 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-5f716eb1-a2e8-4efe-a4f6-3e125e9f0ed1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (5082193a-c1c4-4193-a2e4-4f3ddef91ba7), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:26.195701 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 49114) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:26.342421 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-04eb4a65-8d0f-46cb-ade6-bcdef91771fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (24ed0cf3-7d01-4d31-ba48-d8f159058776), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:26.344898 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-04eb4a65-8d0f-46cb-ade6-bcdef91771fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:26.345667 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-04eb4a65-8d0f-46cb-ade6-bcdef91771fc admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/24ed0cf3-7d01-4d31-ba48-d8f159058776 HTTP/1.1" status: 204 len: 168 time: 0.6210330 Aug 10 12:33:26.347115 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711f8d3-e6bd-4bcd-9989-e97005c7192f req-e7c7a0e4-a7d5-4c9f-b1fa-e02d5e6656a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:26.348491 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3711f8d3-e6bd-4bcd-9989-e97005c7192f req-e7c7a0e4-a7d5-4c9f-b1fa-e02d5e6656a1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2301f937213e47c29686be4e8601ac32&device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 1129 time: 0.0826566 Aug 10 12:33:26.363525 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cccd6-3ed1-439a-876c-213af55e9abb req-6f1723cc-01a4-4792-975f-18b024a5ebcb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:26.365003 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-aa0cccd6-3ed1-439a-876c-213af55e9abb req-6f1723cc-01a4-4792-975f-18b024a5ebcb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0951645 Aug 10 12:33:26.376156 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:26.383070 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132eb36-2add-4f1d-890b-252147298434 None None] Routers {'8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:33:26.383580 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-5f716eb1-a2e8-4efe-a4f6-3e125e9f0ed1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Network 69a0d312-b2de-4689-b0c5-62b84c9112b2 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:33:26.383788 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b132eb36-2add-4f1d-890b-252147298434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:33:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:26.394365 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device dd060781-b144-4d67-99d5-c6d10616e60b details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:33:26.396698 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-5f716eb1-a2e8-4efe-a4f6-3e125e9f0ed1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:33:26.405067 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-5f716eb1-a2e8-4efe-a4f6-3e125e9f0ed1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:33:26.472202 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-5f716eb1-a2e8-4efe-a4f6-3e125e9f0ed1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:26.472854 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-5f716eb1-a2e8-4efe-a4f6-3e125e9f0ed1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:26.480090 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdda1d-b358-438b-b3e4-8acf0aa1943a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3e4b35-20c1-49c1-9d5c-b3b4333752bd,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:26.522566 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-aa0cccd6-3ed1-439a-876c-213af55e9abb req-1eea86b3-b711-4e63-970c-af93392b63b3 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450579 Aug 10 12:33:26.557497 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0b6a5831-600e-492d-826e-6a8657c7a7d3 admin admin] Publish callbacks [] for security_group (2e3e4b35-20c1-49c1-9d5c-b3b4333752bd), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:26.585585 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port dd060781-b144-4d67-99d5-c6d10616e60b, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=dd060781-b144-4d67-99d5-c6d10616e60b,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:33:26.606075 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f716eb1-a2e8-4efe-a4f6-3e125e9f0ed1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'Port': ['ID=5082193a-c1c4-4193-a2e4-4f3ddef91ba7,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:26.622688 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:UPDATE=3,neutron:INSERT=1,neutron:SELECT=96 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:26.669818 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0b6a5831-600e-492d-826e-6a8657c7a7d3 admin admin] Publish callbacks [] for security_group (2e3e4b35-20c1-49c1-9d5c-b3b4333752bd), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:26.712478 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': 'dd060781-b144-4d67-99d5-c6d10616e60b', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'port_id': 'dd060781-b144-4d67-99d5-c6d10616e60b', 'mac_address': 'fa:16:3e:39:cf:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:33:26.735206 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:26.737531 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb4a65-8d0f-46cb-ade6-bcdef91771fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ed0cf3-7d01-4d31-ba48-d8f159058776,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:26.768796 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0b6a5831-600e-492d-826e-6a8657c7a7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (2e3e4b35-20c1-49c1-9d5c-b3b4333752bd), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:26.772065 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0b6a5831-600e-492d-826e-6a8657c7a7d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:26.775851 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-0b6a5831-600e-492d-826e-6a8657c7a7d3 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/2e3e4b35-20c1-49c1-9d5c-b3b4333752bd HTTP/1.1" status: 204 len: 168 time: 0.5746453 Aug 10 12:33:26.776017 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12c1f317-6ef7-4bbc-9807-a902f6153042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:26.778503 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-5f716eb1-a2e8-4efe-a4f6-3e125e9f0ed1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2414091 Aug 10 12:33:26.784859 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:26.824662 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] Request body: {'port': {'device_id': '6264d236-8e5e-4e84-818f-10b9a8c54235', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:33:26.836973 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a5831-600e-492d-826e-6a8657c7a7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3e4b35-20c1-49c1-9d5c-b3b4333752bd,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:26.866630 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:26.867027 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:26.872834 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:26.900689 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96a2c9-0084-427d-8457-37288fa98b72 req-dea82ddb-2d2b-497b-863d-105f4e17c75f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:26.902743 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8a96a2c9-0084-427d-8457-37288fa98b72 req-dea82ddb-2d2b-497b-863d-105f4e17c75f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.1685386 Aug 10 12:33:26.924902 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port dd060781-b144-4d67-99d5-c6d10616e60b is: ACTIVE; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:26.925414 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:26.928905 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bff75d-de61-4e49-8048-e35968250f53 req-1990ade2-73c8-4cc9-b76e-b0cc3a48ea47 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:26.930574 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a3bff75d-de61-4e49-8048-e35968250f53 req-1990ade2-73c8-4cc9-b76e-b0cc3a48ea47 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 931 time: 0.1627648 Aug 10 12:33:26.944621 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-f82d7794-c0c4-4941-836e-fd545593749a None None] Current status of the port a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:26.945064 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f82d7794-c0c4-4941-836e-fd545593749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:27.027068 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8a96a2c9-0084-427d-8457-37288fa98b72 req-16b3b3a8-ed00-413b-b2e1-1f8b07117165 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146894 Aug 10 12:33:27.038717 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711f8d3-e6bd-4bcd-9989-e97005c7192f req-fb96bb56-8ec8-47c6-9f73-fe2ed8e6bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:27.040460 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3711f8d3-e6bd-4bcd-9989-e97005c7192f req-fb96bb56-8ec8-47c6-9f73-fe2ed8e6bd4e service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb HTTP/1.1" status: 200 len: 919 time: 0.6826384 Aug 10 12:33:27.048139 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:27.050825 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd060781-b144-4d67-99d5-c6d10616e60b {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:33:27.080860 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port dd060781-b144-4d67-99d5-c6d10616e60b, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=dd060781-b144-4d67-99d5-c6d10616e60b,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:33:27.101780 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:27.112622 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-f82d7794-c0c4-4941-836e-fd545593749a None None] For port a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0,segment=NetworkSegment(cc0ec0d5-a256-463f-a1dd-62880ed385d5),segment_id=cc0ec0d5-a256-463f-a1dd-62880ed385d5)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:33:27.119136 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3711f8d3-e6bd-4bcd-9989-e97005c7192f req-7e7c5c84-f5a8-4a6f-8acc-7a3a73018e72 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54d795d2-dfea-4ba7-96f1-ce5efb7da579 HTTP/1.1" status: 200 len: 217 time: 0.0552514 Aug 10 12:33:27.121006 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (5082193a-c1c4-4193-a2e4-4f3ddef91ba7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:27.188347 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f82d7794-c0c4-4941-836e-fd545593749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:27.211001 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b132eb36-2add-4f1d-890b-252147298434 None None] Set router 8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:33:27.350661 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a3bff75d-de61-4e49-8048-e35968250f53 req-c23ecfa7-cf41-4237-869f-2be66c829d78 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c46c0461-4761-473a-ac14-1f91401bc45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4129436 Aug 10 12:33:27.367664 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-ba813410-f2ff-450c-94d9-261d5268132f None None] Provisioning complete for port 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:27.369141 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ba813410-f2ff-450c-94d9-261d5268132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (5082193a-c1c4-4193-a2e4-4f3ddef91ba7), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:27.419512 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-12c1f317-6ef7-4bbc-9807-a902f6153042 admin admin] Allocated IP 172.20.0.1 (14cfbdd1-a035-4d18-b676-e7ef90fe1f67/c27ad68f-8fe1-4411-9d0e-dc1086006263/5f723ab3-39a6-4a4f-8086-decc3ceac4d7) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:33:27.424912 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711f8d3-e6bd-4bcd-9989-e97005c7192f req-73caa9fc-d7af-4d4e-8d07-0ccd3d448928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:27.426643 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3711f8d3-e6bd-4bcd-9989-e97005c7192f req-73caa9fc-d7af-4d4e-8d07-0ccd3d448928 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5e7cdd28-a708-4c60-9515-0f4475157064 HTTP/1.1" status: 200 len: 857 time: 0.2913892 Aug 10 12:33:27.465373 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['dd060781-b144-4d67-99d5-c6d10616e60b'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:33:27.475841 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=dd060781-b144-4d67-99d5-c6d10616e60b,revision_number=6']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:27.511873 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711f8d3-e6bd-4bcd-9989-e97005c7192f req-beb21392-5e17-4235-8f7e-399085c11f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:27.513433 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3711f8d3-e6bd-4bcd-9989-e97005c7192f req-beb21392-5e17-4235-8f7e-399085c11f7d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747447 Aug 10 12:33:27.517067 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:33:27.518719 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.db.api [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 10 12:33:27.519210 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG oslo_db.api [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 12:33:27.526646 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] Publish callbacks [] for port (5082193a-c1c4-4193-a2e4-4f3ddef91ba7), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:27.535996 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12c1f317-6ef7-4bbc-9807-a902f6153042 admin admin] Publish callbacks [] for port (5f723ab3-39a6-4a4f-8086-decc3ceac4d7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:27.551053 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-ba813410-f2ff-450c-94d9-261d5268132f None None] Port 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:33:27.578342 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12c1f317-6ef7-4bbc-9807-a902f6153042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (5f723ab3-39a6-4a4f-8086-decc3ceac4d7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:27.603738 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] Transition to ACTIVE for port object 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 will not be triggered until provisioned by entity L2. {{(pid=103790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:33:27.604850 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-ba813410-f2ff-450c-94d9-261d5268132f None None] Provisioning complete for port a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:27.605363 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ba813410-f2ff-450c-94d9-261d5268132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:27.624791 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:27.631011 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (5082193a-c1c4-4193-a2e4-4f3ddef91ba7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:27.641234 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7794-c0c4-4941-836e-fd545593749a None None] Pushing event updated for resources: {'Port': ['ID=a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:27.645589 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c1f317-6ef7-4bbc-9807-a902f6153042 admin admin] Network 14cfbdd1-a035-4d18-b676-e7ef90fe1f67 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:33:27.649708 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1f317-6ef7-4bbc-9807-a902f6153042 admin admin] Pushing event updated for resources: {'Port': ['ID=5f723ab3-39a6-4a4f-8086-decc3ceac4d7,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:27.652054 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-12c1f317-6ef7-4bbc-9807-a902f6153042 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:33:27.654725 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c1f317-6ef7-4bbc-9807-a902f6153042 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:33:27.703199 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12c1f317-6ef7-4bbc-9807-a902f6153042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745920'] for router_interface (8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:27.738758 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b132eb36-2add-4f1d-890b-252147298434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257', 'name': 'tempest-TestMinimumBasicScenario-1685768787-router', 'tenant_id': 'a0797133ed164db5bee55fe1578d2aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '9e28def5-a41f-4906-a6c9-dc062e312df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:23Z', 'updated_at': '2022-08-10T12:33:24Z', 'revision_number': 3, 'project_id': 'a0797133ed164db5bee55fe1578d2aee', 'gw_port': {'id': '9e28def5-a41f-4906-a6c9-dc062e312df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:23Z', 'updated_at': '2022-08-10T12:33:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:27.744238 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fa02e-5828-478b-bf74-0fd5064cb048 req-96e7980e-f850-4d9a-a8d3-2c72ecfc86bb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:27.752756 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a95fa02e-5828-478b-bf74-0fd5064cb048 req-96e7980e-f850-4d9a-a8d3-2c72ecfc86bb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.1372023 Aug 10 12:33:27.802464 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132eb36-2add-4f1d-890b-252147298434 None None] Checking router: 8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257 for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:33:27.802919 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132eb36-2add-4f1d-890b-252147298434 None None] Updating router 8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257 port 9e28def5-a41f-4906-a6c9-dc062e312df3 binding host dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:33:27.809249 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:27.829843 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:27.832099 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:27.840812 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5082193a-c1c4-4193-a2e4-4f3ddef91ba7,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:27.902317 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12c1f317-6ef7-4bbc-9807-a902f6153042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (5f723ab3-39a6-4a4f-8086-decc3ceac4d7), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:27.918373 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3711f8d3-e6bd-4bcd-9989-e97005c7192f req-f4fc9076-5ce8-48b7-b735-a5bcf2a4c46c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939278 Aug 10 12:33:27.934935 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b132eb36-2add-4f1d-890b-252147298434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (9e28def5-a41f-4906-a6c9-dc062e312df3), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:27.977705 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a95fa02e-5828-478b-bf74-0fd5064cb048 req-f021f069-7f93-4873-8c47-c627a4c062dc tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237909 Aug 10 12:33:28.005431 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] Attempting to bind port 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:33:28.005958 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] Attempting to bind port 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:33:28.006418 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] Attempting to bind port 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 on network 69a0d312-b2de-4689-b0c5-62b84c9112b2 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:33:28.021187 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] Port 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 on network 69a0d312-b2de-4689-b0c5-62b84c9112b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:33:28.021700 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] Attempting to bind port 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 on network 69a0d312-b2de-4689-b0c5-62b84c9112b2 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:33:28.037084 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:33:28.037675 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] Checking segment: {'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:33:28.038329 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] Bound using segment: {'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:33:28.038875 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] Bound port: 5082193a-c1c4-4193-a2e4-4f3ddef91ba7, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:33:28.040950 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (5082193a-c1c4-4193-a2e4-4f3ddef91ba7), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:28.083687 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-ba813410-f2ff-450c-94d9-261d5268132f None None] Current status of the port a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:28.092394 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:28.133844 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] For port 5082193a-c1c4-4193-a2e4-4f3ddef91ba7, host hv-cinder-85226, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:33:28.137626 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] For port 5082193a-c1c4-4193-a2e4-4f3ddef91ba7, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=5082193a-c1c4-4193-a2e4-4f3ddef91ba7,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:33:28.147867 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (5082193a-c1c4-4193-a2e4-4f3ddef91ba7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:28.162993 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:28.163743 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:28.165243 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/5082193a-c1c4-4193-a2e4-4f3ddef91ba7 HTTP/1.1" status: 200 len: 1093 time: 1.3591776 Aug 10 12:33:28.166313 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6264d236-8e5e-4e84-818f-10b9a8c54235', 'tag': '5082193a-c1c4-4193-a2e4-4f3ddef91ba7'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:33:28.168160 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfb0aa3-6a46-4bc7-bfa9-e07e91d40a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "6264d236-8e5e-4e84-818f-10b9a8c54235", "tag": "5082193a-c1c4-4193-a2e4-4f3ddef91ba7"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:33:28.194939 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3711f8d3-e6bd-4bcd-9989-e97005c7192f req-e3921e3b-c10a-49f3-99b1-43f6b58ac030 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642722 Aug 10 12:33:28.225555 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da64dee-ee87-485d-a81c-6d49eaa799b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5082193a-c1c4-4193-a2e4-4f3ddef91ba7,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:28.231329 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:28.244882 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:28.251270 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-9a0969e5-046d-42d2-8690-4dc0d998887f None None] Provisioning complete for port 5f723ab3-39a6-4a4f-8086-decc3ceac4d7 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:28.251621 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9a0969e5-046d-42d2-8690-4dc0d998887f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (5f723ab3-39a6-4a4f-8086-decc3ceac4d7), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:28.285633 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0e69b-5e67-4eb5-91dd-a80b1efab946 req-add513e3-52dc-4f77-a7d7-bade475fd553 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:28.287062 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-72c0e69b-5e67-4eb5-91dd-a80b1efab946 req-add513e3-52dc-4f77-a7d7-bade475fd553 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 944 time: 0.1351554 Aug 10 12:33:28.293984 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12c1f317-6ef7-4bbc-9807-a902f6153042 admin admin] Publish callbacks [] for port (5f723ab3-39a6-4a4f-8086-decc3ceac4d7), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:28.315859 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5564a1-3d77-4992-861e-407459f1b758 x-openstack-request-id: req-ff5564a1-3d77-4992-861e-407459f1b758 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:33:28.316165 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6264d236-8e5e-4e84-818f-10b9a8c54235", "tag": "5082193a-c1c4-4193-a2e4-4f3ddef91ba7", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:33:28.316473 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ff5564a1-3d77-4992-861e-407459f1b758 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:33:28.316936 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff5564a1-3d77-4992-861e-407459f1b758'] response: {'name': 'network-changed', 'server_uuid': '6264d236-8e5e-4e84-818f-10b9a8c54235', 'tag': '5082193a-c1c4-4193-a2e4-4f3ddef91ba7', 'status': 'completed', 'code': 200} Aug 10 12:33:28.323464 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-9a0969e5-046d-42d2-8690-4dc0d998887f None None] Port 5f723ab3-39a6-4a4f-8086-decc3ceac4d7 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:33:28.323736 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12c1f317-6ef7-4bbc-9807-a902f6153042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14084867'] for port (5f723ab3-39a6-4a4f-8086-decc3ceac4d7), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:28.411677 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-050dfa88-aaf6-4f7c-82ab-33d8c2e9c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:28.413466 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-050dfa88-aaf6-4f7c-82ab-33d8c2e9c3a3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0bbb137a895941b1876eebfc56c28425&device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 1127 time: 0.0845945 Aug 10 12:33:28.414139 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device a82219f4-41a0-44ac-8928-408997b07534 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:33:28.452789 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12c1f317-6ef7-4bbc-9807-a902f6153042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746544'] for router_interface (8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:28.472485 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-72c0e69b-5e67-4eb5-91dd-a80b1efab946 req-18f30cad-8e90-4192-b9a2-137b826761ba tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743040 Aug 10 12:33:28.482967 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device dd060781-b144-4d67-99d5-c6d10616e60b up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:33:28.494732 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1f317-6ef7-4bbc-9807-a902f6153042 admin admin] Pushing event updated for resources: {'Port': ['ID=5f723ab3-39a6-4a4f-8086-decc3ceac4d7,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:28.549911 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-d5c49494-3586-492e-9d26-1b8ab9ac3a53 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5082193a-c1c4-4193-a2e4-4f3ddef91ba7 HTTP/1.1" status: 200 len: 217 time: 0.0615897 Aug 10 12:33:28.564964 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cba9d9-ce66-474d-ab76-b5ba73867d2e req-6834df2e-9626-435b-8eec-719da7a52980 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:28.570889 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b132eb36-2add-4f1d-890b-252147298434 None None] Publish callbacks [] for port (9e28def5-a41f-4906-a6c9-dc062e312df3), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:28.578295 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e4cba9d9-ce66-474d-ab76-b5ba73867d2e req-6834df2e-9626-435b-8eec-719da7a52980 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 943 time: 0.1003242 Aug 10 12:33:28.594576 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b132eb36-2add-4f1d-890b-252147298434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (9e28def5-a41f-4906-a6c9-dc062e312df3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:28.610409 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c1f317-6ef7-4bbc-9807-a902f6153042 admin admin] Network 14cfbdd1-a035-4d18-b676-e7ef90fe1f67 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:33:28.613319 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port a82219f4-41a0-44ac-8928-408997b07534 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:28.613698 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (a82219f4-41a0-44ac-8928-408997b07534), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:28.614894 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-12c1f317-6ef7-4bbc-9807-a902f6153042 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:33:28.641786 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e4cba9d9-ce66-474d-ab76-b5ba73867d2e req-6c10e0f5-22c3-4700-8d64-d83b2dd55149 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c46c0461-4761-473a-ac14-1f91401bc45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641246 Aug 10 12:33:28.669919 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port dd060781-b144-4d67-99d5-c6d10616e60b triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:28.670637 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:28.682994 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-b132eb36-2add-4f1d-890b-252147298434 None None] Attempting to bind port 9e28def5-a41f-4906-a6c9-dc062e312df3 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:33:28.683474 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-b132eb36-2add-4f1d-890b-252147298434 None None] Attempting to bind port 9e28def5-a41f-4906-a6c9-dc062e312df3 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:33:28.683792 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b132eb36-2add-4f1d-890b-252147298434 None None] Attempting to bind port 9e28def5-a41f-4906-a6c9-dc062e312df3 on network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:33:28.721124 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b132eb36-2add-4f1d-890b-252147298434 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:33:28.721531 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b132eb36-2add-4f1d-890b-252147298434 None None] Checking segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:33:28.722197 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b132eb36-2add-4f1d-890b-252147298434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:28.722598 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b132eb36-2add-4f1d-890b-252147298434 None None] Bound using segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:33:28.723072 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-b132eb36-2add-4f1d-890b-252147298434 None None] Bound port: 9e28def5-a41f-4906-a6c9-dc062e312df3, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:33:28.723457 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b132eb36-2add-4f1d-890b-252147298434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (9e28def5-a41f-4906-a6c9-dc062e312df3), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:28.789048 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c1f317-6ef7-4bbc-9807-a902f6153042 admin admin] Router 8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:33:28.825127 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:28.912429 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556ced3-6216-4d49-a29d-f6e57f3b5f2f None None] Pushing event updated for resources: {'Port': ['ID=9e28def5-a41f-4906-a6c9-dc062e312df3,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:28.967893 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c1f317-6ef7-4bbc-9807-a902f6153042 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:33:28.977787 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-12c1f317-6ef7-4bbc-9807-a902f6153042 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0117760 Aug 10 12:33:28.994106 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-b132eb36-2add-4f1d-890b-252147298434 None None] For port 9e28def5-a41f-4906-a6c9-dc062e312df3, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:33:29.004923 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-69202092-c83d-4d2b-ab0a-9c34b0cbd805 None None] Provisioning complete for port 5f723ab3-39a6-4a4f-8086-decc3ceac4d7 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:29.005352 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-69202092-c83d-4d2b-ab0a-9c34b0cbd805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (5f723ab3-39a6-4a4f-8086-decc3ceac4d7), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:29.124398 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-b132eb36-2add-4f1d-890b-252147298434 None None] For port 9e28def5-a41f-4906-a6c9-dc062e312df3, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=9e28def5-a41f-4906-a6c9-dc062e312df3,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:33:29.126681 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port a82219f4-41a0-44ac-8928-408997b07534 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:29.127807 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:33:29.171379 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b132eb36-2add-4f1d-890b-252147298434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (9e28def5-a41f-4906-a6c9-dc062e312df3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:29.175013 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14e56a-bdfd-4f1b-9316-eedf43a48ab9 req-64d2f363-b978-4dff-b522-52865dd15945 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:29.176811 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-6d14e56a-bdfd-4f1b-9316-eedf43a48ab9 req-64d2f363-b978-4dff-b522-52865dd15945 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0538077 Aug 10 12:33:29.193106 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:29.222887 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-69202092-c83d-4d2b-ab0a-9c34b0cbd805 None None] Port 5f723ab3-39a6-4a4f-8086-decc3ceac4d7 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:33:29.225297 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port dd060781-b144-4d67-99d5-c6d10616e60b is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:29.225691 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:29.268167 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132eb36-2add-4f1d-890b-252147298434 None None] Routers {'8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:33:29.269110 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-6d14e56a-bdfd-4f1b-9316-eedf43a48ab9 req-8fde56c6-ce07-4bc4-8106-11f530b3038e tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852597 Aug 10 12:33:29.275176 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b132eb36-2add-4f1d-890b-252147298434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:33:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:29.356797 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:29.358263 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd060781-b144-4d67-99d5-c6d10616e60b'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:33:29.360882 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590d0433-8e76-488d-9163-7ee699b30337" -d '{"events": [{"server_uuid": "b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2", "name": "network-vif-plugged", "status": "completed", "tag": "dd060781-b144-4d67-99d5-c6d10616e60b"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:33:29.390163 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556ced3-6216-4d49-a29d-f6e57f3b5f2f None None] Pushing event updated for resources: {'Port': ['ID=9e28def5-a41f-4906-a6c9-dc062e312df3,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:29.399548 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port dd060781-b144-4d67-99d5-c6d10616e60b, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=dd060781-b144-4d67-99d5-c6d10616e60b,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:33:29.402847 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:29.403227 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:29.457588 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed62f9d2-7e6b-44a9-bf38-a2911e1e05f1 x-openstack-request-id: req-ed62f9d2-7e6b-44a9-bf38-a2911e1e05f1 {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:33:29.457952 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2", "name": "network-vif-plugged", "status": "completed", "tag": "dd060781-b144-4d67-99d5-c6d10616e60b", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:33:29.458194 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed62f9d2-7e6b-44a9-bf38-a2911e1e05f1 {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:33:29.458589 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed62f9d2-7e6b-44a9-bf38-a2911e1e05f1'] response: {'server_uuid': 'b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd060781-b144-4d67-99d5-c6d10616e60b', 'code': 200} Aug 10 12:33:29.462441 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:29.561109 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-b132eb36-2add-4f1d-890b-252147298434 None None] Set router 8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:33:29.725547 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=dd060781-b144-4d67-99d5-c6d10616e60b,revision_number=7']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:29.755235 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88ca83-1e0d-4fb2-adf4-d6e9d3236b50 req-5fea5520-0147-4ce3-af1d-33d2ca4e5c3c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:29.769381 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-0a88ca83-1e0d-4fb2-adf4-d6e9d3236b50 req-5fea5520-0147-4ce3-af1d-33d2ca4e5c3c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.1150873 Aug 10 12:33:29.840037 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b786f5f-9994-46c4-a7f5-f8c450338b16 req-fb5ab9c1-0215-4040-b40a-b52cb3401ccf tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:29.858280 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6b786f5f-9994-46c4-a7f5-f8c450338b16 req-fb5ab9c1-0215-4040-b40a-b52cb3401ccf tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 943 time: 0.0911050 Aug 10 12:33:29.865784 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:29.877954 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-0a88ca83-1e0d-4fb2-adf4-d6e9d3236b50 req-cbc4bc2b-7ba6-4752-b39d-b7b4d2ddae5d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065478 Aug 10 12:33:29.992777 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:30.010691 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6b786f5f-9994-46c4-a7f5-f8c450338b16 req-756b4ad4-aced-4726-9f45-e99e99071708 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c46c0461-4761-473a-ac14-1f91401bc45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515236 Aug 10 12:33:30.015833 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-0fb1bf12-7910-408c-9725-8f271d768a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:30.020147 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-0fb1bf12-7910-408c-9725-8f271d768a66 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=475a0af2-d7c4-4476-ab09-64279713ecd6 HTTP/1.1" status: 200 len: 854 time: 0.0963376 Aug 10 12:33:30.150064 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-b132eb36-2add-4f1d-890b-252147298434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257', 'name': 'tempest-TestMinimumBasicScenario-1685768787-router', 'tenant_id': 'a0797133ed164db5bee55fe1578d2aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '9e28def5-a41f-4906-a6c9-dc062e312df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:23Z', 'updated_at': '2022-08-10T12:33:27Z', 'revision_number': 4, 'project_id': 'a0797133ed164db5bee55fe1578d2aee', 'gw_port': {'id': '9e28def5-a41f-4906-a6c9-dc062e312df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:23Z', 'updated_at': '2022-08-10T12:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '5f723ab3-39a6-4a4f-8086-decc3ceac4d7', 'name': '', 'network_id': '14cfbdd1-a035-4d18-b676-e7ef90fe1f67', 'tenant_id': 'a0797133ed164db5bee55fe1578d2aee', 'mac_address': 'fa:16:3e:1c:aa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c27ad68f-8fe1-4411-9d0e-dc1086006263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:26Z', 'updated_at': '2022-08-10T12:33:27Z', 'revision_number': 2, 'project_id': 'a0797133ed164db5bee55fe1578d2aee', 'subnets': [{'id': 'c27ad68f-8fe1-4411-9d0e-dc1086006263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:30.198899 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-8c71b90f-87d8-4f82-a906-46d16a2a2e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:30.200423 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-8c71b90f-87d8-4f82-a906-46d16a2a2e89 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=69a0d312-b2de-4689-b0c5-62b84c9112b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799496 Aug 10 12:33:30.217245 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132eb36-2add-4f1d-890b-252147298434 None None] The sync data for ids ['8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257'] in dv-cinder-852261-3-iscsi is: [{'id': '8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257', 'name': 'tempest-TestMinimumBasicScenario-1685768787-router', 'tenant_id': 'a0797133ed164db5bee55fe1578d2aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '9e28def5-a41f-4906-a6c9-dc062e312df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:23Z', 'updated_at': '2022-08-10T12:33:27Z', 'revision_number': 4, 'project_id': 'a0797133ed164db5bee55fe1578d2aee', 'gw_port': {'id': '9e28def5-a41f-4906-a6c9-dc062e312df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:23Z', 'updated_at': '2022-08-10T12:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '5f723ab3-39a6-4a4f-8086-decc3ceac4d7', 'name': '', 'network_id': '14cfbdd1-a035-4d18-b676-e7ef90fe1f67', 'tenant_id': 'a0797133ed164db5bee55fe1578d2aee', 'mac_address': 'fa:16:3e:1c:aa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c27ad68f-8fe1-4411-9d0e-dc1086006263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:26Z', 'updated_at': '2022-08-10T12:33:27Z', 'revision_number': 2, 'project_id': 'a0797133ed164db5bee55fe1578d2aee', 'subnets': [{'id': 'c27ad68f-8fe1-4411-9d0e-dc1086006263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:33:30.484536 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-8fbf0bc0-e2f8-4b59-b2ee-ccfd33d03d52 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260716 Aug 10 12:33:30.507483 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dab84-f857-4205-bc9b-73ede51622b5 req-c43e1da7-78b9-472c-89a9-076506def610 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:30.509043 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-2b7dab84-f857-4205-bc9b-73ede51622b5 req-c43e1da7-78b9-472c-89a9-076506def610 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0854774 Aug 10 12:33:30.682076 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-2b7dab84-f857-4205-bc9b-73ede51622b5 req-cfa2904a-f540-4680-a185-e1ad26a86517 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648498 Aug 10 12:33:31.083882 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:31.090167 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1dc61efd-ff59-409a-a7b3-2824b0cbd41f req-7b0ef125-84a3-49ff-b4e8-c3af5ee2a93c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165887 Aug 10 12:33:31.116712 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b61679-d94a-4d29-8d88-6f1274a557a8 req-8273d031-a84f-4fee-86af-1772c7ae5788 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:31.128123 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d3b61679-d94a-4d29-8d88-6f1274a557a8 req-8273d031-a84f-4fee-86af-1772c7ae5788 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.1022213 Aug 10 12:33:31.264656 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d3b61679-d94a-4d29-8d88-6f1274a557a8 req-69c2ab8c-b4c9-44f1-bbf5-9d220ffa927f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342821 Aug 10 12:33:31.307987 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ec7dd-1bf6-4162-b24a-5d778aaa78a6 req-00fc0013-bf4d-4fd1-818e-f200833cc0f1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:31.310226 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c52ec7dd-1bf6-4162-b24a-5d778aaa78a6 req-00fc0013-bf4d-4fd1-818e-f200833cc0f1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 943 time: 0.1218679 Aug 10 12:33:31.422099 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c52ec7dd-1bf6-4162-b24a-5d778aaa78a6 req-1f5f3ec9-9cd0-4400-b81f-8e676e310caf tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c46c0461-4761-473a-ac14-1f91401bc45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977340 Aug 10 12:33:31.861062 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbcd40-8725-4756-b4c2-8113d78befc1 req-08ce38b7-f605-4736-b052-464e641dad4b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:31.863049 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b2bbcd40-8725-4756-b4c2-8113d78befc1 req-08ce38b7-f605-4736-b052-464e641dad4b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0709937 Aug 10 12:33:31.944538 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:31.970850 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b2bbcd40-8725-4756-b4c2-8113d78befc1 req-3a038e24-e85b-47e4-896f-00e2e68c8afb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018496 Aug 10 12:33:32.412975 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb0aa3-6a46-4bc7-bfa9-e07e91d40a7c req-e860ee93-840c-4208-81bb-82d68c4687a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:32.414552 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4dfb0aa3-6a46-4bc7-bfa9-e07e91d40a7c req-e860ee93-840c-4208-81bb-82d68c4687a1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0bbb137a895941b1876eebfc56c28425&device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 1127 time: 0.1125386 Aug 10 12:33:32.488322 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 9e28def5-a41f-4906-a6c9-dc062e312df3 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:33:32.604724 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885995f7-4213-410d-8a60-47dfa31b2ba0 req-a57a73e5-b314-4cdf-a3d5-4a1e4b768d85 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:32.618365 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:33:32.624150 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-885995f7-4213-410d-8a60-47dfa31b2ba0 req-a57a73e5-b314-4cdf-a3d5-4a1e4b768d85 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.1921449 Aug 10 12:33:32.797947 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-885995f7-4213-410d-8a60-47dfa31b2ba0 req-ed05a635-0738-4120-972a-d2023f7fe7c3 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723661 Aug 10 12:33:32.814329 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65705e1a-05b0-439a-9db3-ee567789b7a7 req-a11c98e6-40d1-438b-9672-f81704100cf9 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:32.820124 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-65705e1a-05b0-439a-9db3-ee567789b7a7 req-a11c98e6-40d1-438b-9672-f81704100cf9 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 943 time: 0.1333666 Aug 10 12:33:32.827221 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb0aa3-6a46-4bc7-bfa9-e07e91d40a7c req-f4b7fda2-ea17-4084-a4f1-1d59a01b95d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:32.831268 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4dfb0aa3-6a46-4bc7-bfa9-e07e91d40a7c req-f4b7fda2-ea17-4084-a4f1-1d59a01b95d5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=69a0d312-b2de-4689-b0c5-62b84c9112b2 HTTP/1.1" status: 200 len: 916 time: 0.4050462 Aug 10 12:33:32.867257 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 9e28def5-a41f-4906-a6c9-dc062e312df3 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:32.867257 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (9e28def5-a41f-4906-a6c9-dc062e312df3), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:33.011048 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4dfb0aa3-6a46-4bc7-bfa9-e07e91d40a7c req-f8223314-5614-475e-8874-59e8d27c130d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5082193a-c1c4-4193-a2e4-4f3ddef91ba7 HTTP/1.1" status: 200 len: 217 time: 0.1555400 Aug 10 12:33:33.011875 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 5082193a-c1c4-4193-a2e4-4f3ddef91ba7, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=5082193a-c1c4-4193-a2e4-4f3ddef91ba7,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:33:33.032204 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': '5082193a-c1c4-4193-a2e4-4f3ddef91ba7', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'port_id': '5082193a-c1c4-4193-a2e4-4f3ddef91ba7', 'mac_address': 'fa:16:3e:73:bd:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:33:33.079481 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:33.172010 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 9e28def5-a41f-4906-a6c9-dc062e312df3 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:33.172680 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (9e28def5-a41f-4906-a6c9-dc062e312df3), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:33.205030 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:33.205901 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (5082193a-c1c4-4193-a2e4-4f3ddef91ba7), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:33.228095 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-65705e1a-05b0-439a-9db3-ee567789b7a7 req-8bcfdb13-3c9b-44a4-a168-9f8c3c10880b tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c46c0461-4761-473a-ac14-1f91401bc45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3920498 Aug 10 12:33:33.285636 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port 9e28def5-a41f-4906-a6c9-dc062e312df3, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=9e28def5-a41f-4906-a6c9-dc062e312df3,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:33:33.287169 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:33:33.346705 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (9e28def5-a41f-4906-a6c9-dc062e312df3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:33.350418 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb0aa3-6a46-4bc7-bfa9-e07e91d40a7c req-a4ad0616-fcdd-4cfa-bf78-adf9e05450dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:33.352487 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4dfb0aa3-6a46-4bc7-bfa9-e07e91d40a7c req-a4ad0616-fcdd-4cfa-bf78-adf9e05450dc service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=475a0af2-d7c4-4476-ab09-64279713ecd6 HTTP/1.1" status: 200 len: 854 time: 0.3278506 Aug 10 12:33:33.447706 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb0aa3-6a46-4bc7-bfa9-e07e91d40a7c req-06273770-eac8-43c3-8ef8-2e98dca33990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:33.449789 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4dfb0aa3-6a46-4bc7-bfa9-e07e91d40a7c req-06273770-eac8-43c3-8ef8-2e98dca33990 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=69a0d312-b2de-4689-b0c5-62b84c9112b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0881267 Aug 10 12:33:33.458115 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 5082193a-c1c4-4193-a2e4-4f3ddef91ba7, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=5082193a-c1c4-4193-a2e4-4f3ddef91ba7,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:33:33.481612 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (5082193a-c1c4-4193-a2e4-4f3ddef91ba7), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:33.488219 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=9e28def5-a41f-4906-a6c9-dc062e312df3,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:33.496184 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:33.496856 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:33.497252 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:33.497729 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:33.498212 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:33.498655 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:33.499091 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:33.499529 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:33.499973 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:33.500406 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:33.500868 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:33.503252 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:33.503803 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:33.504366 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:33.504958 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:33.556292 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:33.604631 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=5082193a-c1c4-4193-a2e4-4f3ddef91ba7,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:33.627662 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4dfb0aa3-6a46-4bc7-bfa9-e07e91d40a7c req-175bbc49-7ffe-4c5e-9b54-34f25f737f20 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608515 Aug 10 12:33:33.795368 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4dfb0aa3-6a46-4bc7-bfa9-e07e91d40a7c req-555b00b5-d7a6-42ef-89ec-c42c42da1ce9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564994 Aug 10 12:33:33.845597 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] Sync routers for ids ['8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:33:33.863182 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] Routers {'8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:33:33.863813 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:33:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:33.908175 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 49224) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:33.960010 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-610fdc90-17a8-4c96-b39b-2fc5516761ca tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--360407006', 'description': 'tempest-description--918119527'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:33:34.019597 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['5082193a-c1c4-4193-a2e4-4f3ddef91ba7'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:33:34.047012 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2747bd-7cd0-4d67-ba56-2e80d12f1586 req-74ccb1ba-2a3f-4500-8d5a-eb8b46391401 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:34.050897 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9b2747bd-7cd0-4d67-ba56-2e80d12f1586 req-74ccb1ba-2a3f-4500-8d5a-eb8b46391401 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.1551707 Aug 10 12:33:34.153934 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] Set router 8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:33:34.168992 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9b2747bd-7cd0-4d67-ba56-2e80d12f1586 req-4575b97d-0b6e-4bea-b331-9d99219ef795 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066151 Aug 10 12:33:34.174439 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-610fdc90-17a8-4c96-b39b-2fc5516761ca tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:34.406346 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:34.424217 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 9e28def5-a41f-4906-a6c9-dc062e312df3 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:33:34.444499 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-610fdc90-17a8-4c96-b39b-2fc5516761ca tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for security_group (ad10950e-76ac-43be-9efb-006b67cd415b), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:34.471373 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-610fdc90-17a8-4c96-b39b-2fc5516761ca tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (ad10950e-76ac-43be-9efb-006b67cd415b), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:34.513339 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257', 'name': 'tempest-TestMinimumBasicScenario-1685768787-router', 'tenant_id': 'a0797133ed164db5bee55fe1578d2aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '9e28def5-a41f-4906-a6c9-dc062e312df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:23Z', 'updated_at': '2022-08-10T12:33:27Z', 'revision_number': 4, 'project_id': 'a0797133ed164db5bee55fe1578d2aee', 'gw_port': {'id': '9e28def5-a41f-4906-a6c9-dc062e312df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:23Z', 'updated_at': '2022-08-10T12:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '5f723ab3-39a6-4a4f-8086-decc3ceac4d7', 'name': '', 'network_id': '14cfbdd1-a035-4d18-b676-e7ef90fe1f67', 'tenant_id': 'a0797133ed164db5bee55fe1578d2aee', 'mac_address': 'fa:16:3e:1c:aa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c27ad68f-8fe1-4411-9d0e-dc1086006263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:26Z', 'updated_at': '2022-08-10T12:33:27Z', 'revision_number': 2, 'project_id': 'a0797133ed164db5bee55fe1578d2aee', 'subnets': [{'id': 'c27ad68f-8fe1-4411-9d0e-dc1086006263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:34.536005 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-610fdc90-17a8-4c96-b39b-2fc5516761ca tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:34.537713 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-610fdc90-17a8-4c96-b39b-2fc5516761ca tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6193631 Aug 10 12:33:34.544437 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 9e28def5-a41f-4906-a6c9-dc062e312df3 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:34.545560 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (9e28def5-a41f-4906-a6c9-dc062e312df3), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:34.549881 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 49234) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:34.555805 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-0a5a9226-cd82-4844-bb1d-67425fbde6d3 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Request body: {'security_group_rule': {'security_group_id': 'ad10950e-76ac-43be-9efb-006b67cd415b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:33:34.598132 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b293b9-4c7c-495b-a30c-9dcb35c13799 req-bc0b52cf-ea47-44dd-9b39-46861c05f165 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:34.607008 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f1b293b9-4c7c-495b-a30c-9dcb35c13799 req-bc0b52cf-ea47-44dd-9b39-46861c05f165 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 944 time: 0.1291876 Aug 10 12:33:34.613878 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] Checking router: 8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257 for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:33:34.615777 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] Updating router 8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257 port 5f723ab3-39a6-4a4f-8086-decc3ceac4d7 binding host dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:33:34.627419 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:34.656183 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9226-cd82-4844-bb1d-67425fbde6d3 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for security_group_rule (c1e9038b-d655-4e16-93b6-9c782e97de78), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:34.675936 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f1b293b9-4c7c-495b-a30c-9dcb35c13799 req-a6ed32fe-7138-4d5a-8afc-b0ea3776182e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c46c0461-4761-473a-ac14-1f91401bc45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671389 Aug 10 12:33:34.681778 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (5f723ab3-39a6-4a4f-8086-decc3ceac4d7), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:34.686983 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fdc90-17a8-4c96-b39b-2fc5516761ca tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad10950e-76ac-43be-9efb-006b67cd415b,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:34.737935 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:34.739921 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 9e28def5-a41f-4906-a6c9-dc062e312df3 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:34.773370 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9226-cd82-4844-bb1d-67425fbde6d3 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for security_group_rule (c1e9038b-d655-4e16-93b6-9c782e97de78), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:34.785777 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9226-cd82-4844-bb1d-67425fbde6d3 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (c1e9038b-d655-4e16-93b6-9c782e97de78), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:34.884011 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a9226-cd82-4844-bb1d-67425fbde6d3 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e9038b-d655-4e16-93b6-9c782e97de78,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:34.910863 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9226-cd82-4844-bb1d-67425fbde6d3 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:34.914836 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-0a5a9226-cd82-4844-bb1d-67425fbde6d3 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3626323 Aug 10 12:33:34.917735 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 49236) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:34.923070 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-0b857817-7bd1-40fc-a41b-177f766eafdb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Request body: {'security_group_rule': {'security_group_id': 'ad10950e-76ac-43be-9efb-006b67cd415b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:33:34.991275 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0b857817-7bd1-40fc-a41b-177f766eafdb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for security_group_rule (b6e5b458-913a-40fa-a77d-0f313b715a81), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:35.153883 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0b857817-7bd1-40fc-a41b-177f766eafdb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for security_group_rule (b6e5b458-913a-40fa-a77d-0f313b715a81), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:35.164956 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0b857817-7bd1-40fc-a41b-177f766eafdb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (b6e5b458-913a-40fa-a77d-0f313b715a81), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:35.187002 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] Publish callbacks [] for port (5f723ab3-39a6-4a4f-8086-decc3ceac4d7), precommit_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:35.198785 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (5f723ab3-39a6-4a4f-8086-decc3ceac4d7), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:35.203977 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b857817-7bd1-40fc-a41b-177f766eafdb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e5b458-913a-40fa-a77d-0f313b715a81,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:35.214449 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0b857817-7bd1-40fc-a41b-177f766eafdb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:35.215764 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-0b857817-7bd1-40fc-a41b-177f766eafdb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2968185 Aug 10 12:33:35.220005 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 49238) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:35.224449 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-9458b53e-c10d-45a0-9578-8656a0aa0d6b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Request body: {'floatingip': {'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:33:35.264797 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9458b53e-c10d-45a0-9578-8656a0aa0d6b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:35.284281 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65db8c6-46b2-4110-a920-2757132116b6 None None] Pushing event updated for resources: {'Port': ['ID=5f723ab3-39a6-4a4f-8086-decc3ceac4d7,revision_number=3']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:35.416992 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4373b7-df1b-41c1-bee2-7df14e0a7ea1 req-a694b5ec-eb99-4712-86c3-761ce8ad7a2c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:35.422672 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] Attempting to bind port 5f723ab3-39a6-4a4f-8086-decc3ceac4d7 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:33:35.423046 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] Attempting to bind port 5f723ab3-39a6-4a4f-8086-decc3ceac4d7 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'cc0ec0d5-a256-463f-a1dd-62880ed385d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14cfbdd1-a035-4d18-b676-e7ef90fe1f67'}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:33:35.423412 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] Attempting to bind port 5f723ab3-39a6-4a4f-8086-decc3ceac4d7 on network 14cfbdd1-a035-4d18-b676-e7ef90fe1f67 {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:33:35.424197 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1c4373b7-df1b-41c1-bee2-7df14e0a7ea1 req-a694b5ec-eb99-4712-86c3-761ce8ad7a2c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0909767 Aug 10 12:33:35.432140 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9458b53e-c10d-45a0-9578-8656a0aa0d6b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:35.432364 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:33:35.432530 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] Checking segment: {'id': 'cc0ec0d5-a256-463f-a1dd-62880ed385d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14cfbdd1-a035-4d18-b676-e7ef90fe1f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:33:35.432936 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:35.441606 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] Bound using segment: {'id': 'cc0ec0d5-a256-463f-a1dd-62880ed385d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14cfbdd1-a035-4d18-b676-e7ef90fe1f67'} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:33:35.441994 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] Bound port: 5f723ab3-39a6-4a4f-8086-decc3ceac4d7, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0ec0d5-a256-463f-a1dd-62880ed385d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14cfbdd1-a035-4d18-b676-e7ef90fe1f67'}}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:33:35.442688 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (5f723ab3-39a6-4a4f-8086-decc3ceac4d7), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:35.549520 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1c4373b7-df1b-41c1-bee2-7df14e0a7ea1 req-47ba2f19-583e-4030-9d0d-2baf7f117356 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144814 Aug 10 12:33:35.578405 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] For port 5f723ab3-39a6-4a4f-8086-decc3ceac4d7, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:33:35.580094 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] For port 5f723ab3-39a6-4a4f-8086-decc3ceac4d7, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=5f723ab3-39a6-4a4f-8086-decc3ceac4d7,segment=NetworkSegment(cc0ec0d5-a256-463f-a1dd-62880ed385d5),segment_id=cc0ec0d5-a256-463f-a1dd-62880ed385d5)] {{(pid=103792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:33:35.604031 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (5f723ab3-39a6-4a4f-8086-decc3ceac4d7), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:35.646020 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:35.649044 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:33:35.712835 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-9458b53e-c10d-45a0-9578-8656a0aa0d6b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Allocated IP 172.27.0.83 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/21811f01-9b88-4da4-b62a-20ccc21f8f57) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:33:35.713371 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65db8c6-46b2-4110-a920-2757132116b6 None None] Pushing event updated for resources: {'Port': ['ID=5f723ab3-39a6-4a4f-8086-decc3ceac4d7,revision_number=4']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:35.730914 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:35.733986 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] Routers {'8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:33:35.735174 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:33:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:35.752714 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:33:35.767398 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:35.768004 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (5082193a-c1c4-4193-a2e4-4f3ddef91ba7), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:35.870630 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] Set router 8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:33:35.888328 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:35.889359 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (5082193a-c1c4-4193-a2e4-4f3ddef91ba7), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:35.952959 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:35.955900 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 5082193a-c1c4-4193-a2e4-4f3ddef91ba7, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=5082193a-c1c4-4193-a2e4-4f3ddef91ba7,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:33:35.957697 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6264d236-8e5e-4e84-818f-10b9a8c54235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5082193a-c1c4-4193-a2e4-4f3ddef91ba7'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:33:35.961365 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48810e7-4c09-45a8-9327-c942b4183d20" -d '{"events": [{"server_uuid": "6264d236-8e5e-4e84-818f-10b9a8c54235", "name": "network-vif-plugged", "status": "completed", "tag": "5082193a-c1c4-4193-a2e4-4f3ddef91ba7"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:33:35.968242 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (5082193a-c1c4-4193-a2e4-4f3ddef91ba7), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:36.001704 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:36.065281 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9458b53e-c10d-45a0-9578-8656a0aa0d6b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for port (21811f01-9b88-4da4-b62a-20ccc21f8f57), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:36.067125 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=5082193a-c1c4-4193-a2e4-4f3ddef91ba7,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:36.085252 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78290cc9-8e5e-426b-aa56-33b513ad8992 x-openstack-request-id: req-78290cc9-8e5e-426b-aa56-33b513ad8992 {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:33:36.085866 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6264d236-8e5e-4e84-818f-10b9a8c54235", "name": "network-vif-plugged", "status": "completed", "tag": "5082193a-c1c4-4193-a2e4-4f3ddef91ba7", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:33:36.086598 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78290cc9-8e5e-426b-aa56-33b513ad8992 {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:33:36.087773 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78290cc9-8e5e-426b-aa56-33b513ad8992'] response: {'server_uuid': '6264d236-8e5e-4e84-818f-10b9a8c54235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5082193a-c1c4-4193-a2e4-4f3ddef91ba7', 'code': 200} Aug 10 12:33:36.099104 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65db8c6-46b2-4110-a920-2757132116b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:36.100376 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65db8c6-46b2-4110-a920-2757132116b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:36.100744 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65db8c6-46b2-4110-a920-2757132116b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:36.101424 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65db8c6-46b2-4110-a920-2757132116b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:36.101797 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65db8c6-46b2-4110-a920-2757132116b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:36.102337 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65db8c6-46b2-4110-a920-2757132116b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:36.102454 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65db8c6-46b2-4110-a920-2757132116b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:36.102765 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65db8c6-46b2-4110-a920-2757132116b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:36.103091 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65db8c6-46b2-4110-a920-2757132116b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:36.103429 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65db8c6-46b2-4110-a920-2757132116b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:36.103737 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65db8c6-46b2-4110-a920-2757132116b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:36.104073 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65db8c6-46b2-4110-a920-2757132116b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:36.104412 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65db8c6-46b2-4110-a920-2757132116b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:36.104717 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65db8c6-46b2-4110-a920-2757132116b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:36.109617 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65db8c6-46b2-4110-a920-2757132116b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:33:36.196334 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7ce87-7952-4ffd-b3ab-3cce1243c47f req-4ad1e81d-060f-4847-aefc-2780022b1734 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:36.203705 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a7a7ce87-7952-4ffd-b3ab-3cce1243c47f req-4ad1e81d-060f-4847-aefc-2780022b1734 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 944 time: 0.3675423 Aug 10 12:33:36.220699 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9458b53e-c10d-45a0-9578-8656a0aa0d6b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (21811f01-9b88-4da4-b62a-20ccc21f8f57), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:36.244965 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9458b53e-c10d-45a0-9578-8656a0aa0d6b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:33:36.254274 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-9458b53e-c10d-45a0-9578-8656a0aa0d6b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:33:36.272634 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9458b53e-c10d-45a0-9578-8656a0aa0d6b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:33:36.319623 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257', 'name': 'tempest-TestMinimumBasicScenario-1685768787-router', 'tenant_id': 'a0797133ed164db5bee55fe1578d2aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '9e28def5-a41f-4906-a6c9-dc062e312df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:23Z', 'updated_at': '2022-08-10T12:33:27Z', 'revision_number': 4, 'project_id': 'a0797133ed164db5bee55fe1578d2aee', 'gw_port': {'id': '9e28def5-a41f-4906-a6c9-dc062e312df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:23Z', 'updated_at': '2022-08-10T12:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '5f723ab3-39a6-4a4f-8086-decc3ceac4d7', 'name': '', 'network_id': '14cfbdd1-a035-4d18-b676-e7ef90fe1f67', 'tenant_id': 'a0797133ed164db5bee55fe1578d2aee', 'mac_address': 'fa:16:3e:1c:aa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c27ad68f-8fe1-4411-9d0e-dc1086006263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:26Z', 'updated_at': '2022-08-10T12:33:35Z', 'revision_number': 4, 'project_id': 'a0797133ed164db5bee55fe1578d2aee', 'subnets': [{'id': 'c27ad68f-8fe1-4411-9d0e-dc1086006263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:36.358038 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458b53e-c10d-45a0-9578-8656a0aa0d6b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Pushing event updated for resources: {'Port': ['ID=21811f01-9b88-4da4-b62a-20ccc21f8f57,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:36.400947 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8108af-c492-4490-8055-c5700cebc10b None None] The sync data for ids ['8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257'] in dv-cinder-852261-3-iscsi is: [{'id': '8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257', 'name': 'tempest-TestMinimumBasicScenario-1685768787-router', 'tenant_id': 'a0797133ed164db5bee55fe1578d2aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '9e28def5-a41f-4906-a6c9-dc062e312df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:23Z', 'updated_at': '2022-08-10T12:33:27Z', 'revision_number': 4, 'project_id': 'a0797133ed164db5bee55fe1578d2aee', 'gw_port': {'id': '9e28def5-a41f-4906-a6c9-dc062e312df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:23Z', 'updated_at': '2022-08-10T12:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '5f723ab3-39a6-4a4f-8086-decc3ceac4d7', 'name': '', 'network_id': '14cfbdd1-a035-4d18-b676-e7ef90fe1f67', 'tenant_id': 'a0797133ed164db5bee55fe1578d2aee', 'mac_address': 'fa:16:3e:1c:aa:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'c27ad68f-8fe1-4411-9d0e-dc1086006263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:26Z', 'updated_at': '2022-08-10T12:33:35Z', 'revision_number': 4, 'project_id': 'a0797133ed164db5bee55fe1578d2aee', 'subnets': [{'id': 'c27ad68f-8fe1-4411-9d0e-dc1086006263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:33:36.401655 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a7a7ce87-7952-4ffd-b3ab-3cce1243c47f req-aeeaf816-c398-47cb-9a4f-0eb66923a407 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c46c0461-4761-473a-ac14-1f91401bc45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967556 Aug 10 12:33:36.567973 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57e9d0-4274-4266-9e66-87ed594d8b9c req-2495f5e5-ebe8-4e2e-a817-c7986f82462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:36.568788 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9458b53e-c10d-45a0-9578-8656a0aa0d6b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for floatingip (9845b54a-6a6d-4d39-9af5-ef78ed92083c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:36.573561 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8c57e9d0-4274-4266-9e66-87ed594d8b9c req-2495f5e5-ebe8-4e2e-a817-c7986f82462e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 1129 time: 0.1461492 Aug 10 12:33:36.593046 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 5f723ab3-39a6-4a4f-8086-decc3ceac4d7 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:33:36.664129 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9458b53e-c10d-45a0-9578-8656a0aa0d6b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (21811f01-9b88-4da4-b62a-20ccc21f8f57), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:36.741470 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8c57e9d0-4274-4266-9e66-87ed594d8b9c req-c5eb1e9f-b428-468e-9f69-459f657f4c25 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=c46c0461-4761-473a-ac14-1f91401bc45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386824 Aug 10 12:33:36.764556 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 5f723ab3-39a6-4a4f-8086-decc3ceac4d7 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:36.765099 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (5f723ab3-39a6-4a4f-8086-decc3ceac4d7), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:36.836154 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:36.848765 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83729f-22df-4e89-9095-5d335f03e7be req-4058b406-ccbd-4e84-89aa-9fc236625fe8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:36.861919 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6a83729f-22df-4e89-9095-5d335f03e7be req-4058b406-ccbd-4e84-89aa-9fc236625fe8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.1047676 Aug 10 12:33:36.985640 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6a83729f-22df-4e89-9095-5d335f03e7be req-693b0b87-6fc2-40ba-a931-ad15ab358df0 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226423 Aug 10 12:33:37.019982 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 5f723ab3-39a6-4a4f-8086-decc3ceac4d7 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:37.020306 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (5f723ab3-39a6-4a4f-8086-decc3ceac4d7), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:37.064085 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9458b53e-c10d-45a0-9578-8656a0aa0d6b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for port (21811f01-9b88-4da4-b62a-20ccc21f8f57), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:37.077788 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9458b53e-c10d-45a0-9578-8656a0aa0d6b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14084867'] for port (21811f01-9b88-4da4-b62a-20ccc21f8f57), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:37.094616 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port 5f723ab3-39a6-4a4f-8086-decc3ceac4d7, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=5f723ab3-39a6-4a4f-8086-decc3ceac4d7,segment=NetworkSegment(cc0ec0d5-a256-463f-a1dd-62880ed385d5),segment_id=cc0ec0d5-a256-463f-a1dd-62880ed385d5)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:33:37.109515 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (5f723ab3-39a6-4a4f-8086-decc3ceac4d7), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:37.160886 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:37.220914 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9458b53e-c10d-45a0-9578-8656a0aa0d6b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (9845b54a-6a6d-4d39-9af5-ef78ed92083c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:37.235415 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=5f723ab3-39a6-4a4f-8086-decc3ceac4d7,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:37.266209 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458b53e-c10d-45a0-9578-8656a0aa0d6b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Pushing event updated for resources: {'Port': ['ID=21811f01-9b88-4da4-b62a-20ccc21f8f57,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:37.285779 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9458b53e-c10d-45a0-9578-8656a0aa0d6b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:37.287365 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-9458b53e-c10d-45a0-9578-8656a0aa0d6b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0668659 Aug 10 12:33:37.607600 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3372f3a-b3f2-4dae-94cb-6aa9c03f3e61 req-9d8a2018-e62e-4b78-8391-abd46e11e24f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:37.617324 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b3372f3a-b3f2-4dae-94cb-6aa9c03f3e61 req-9d8a2018-e62e-4b78-8391-abd46e11e24f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 945 time: 0.0811582 Aug 10 12:33:37.625400 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:37.696437 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b3372f3a-b3f2-4dae-94cb-6aa9c03f3e61 req-104ad504-4efe-4a7c-87a2-5fe34c31949e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c46c0461-4761-473a-ac14-1f91401bc45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717983 Aug 10 12:33:38.218015 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec04c0-d25f-492e-97ae-8b5294e79378 req-540f80b4-c3da-4f40-b71f-9c77b2576766 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:38.228096 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e7ec04c0-d25f-492e-97ae-8b5294e79378 req-540f80b4-c3da-4f40-b71f-9c77b2576766 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0619571 Aug 10 12:33:38.300301 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e7ec04c0-d25f-492e-97ae-8b5294e79378 req-b5c02c9c-11e0-40cc-a1e8-f9457f7279a7 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706480 Aug 10 12:33:38.439509 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 5f723ab3-39a6-4a4f-8086-decc3ceac4d7 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:33:38.536354 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 5f723ab3-39a6-4a4f-8086-decc3ceac4d7 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:38.536781 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (5f723ab3-39a6-4a4f-8086-decc3ceac4d7), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:38.774310 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 5f723ab3-39a6-4a4f-8086-decc3ceac4d7 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:38.906712 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8a1a3-2476-4b56-aee5-1fb93034ee7d req-e7d1540d-c8c6-4a12-94a7-0a560a8d8bea tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:38.911306 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-fec8a1a3-2476-4b56-aee5-1fb93034ee7d req-e7d1540d-c8c6-4a12-94a7-0a560a8d8bea tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 945 time: 0.0991302 Aug 10 12:33:39.008743 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-fec8a1a3-2476-4b56-aee5-1fb93034ee7d req-2536e7ab-2ca5-4f17-9de7-ac57c4f561ee tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c46c0461-4761-473a-ac14-1f91401bc45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707257 Aug 10 12:33:39.123294 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:39.135923 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b91ad8-0e19-4188-a388-ff52814a5484 req-74939065-64ef-4a50-9945-5f1e668c233a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:39.147179 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-43b91ad8-0e19-4188-a388-ff52814a5484 req-74939065-64ef-4a50-9945-5f1e668c233a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 945 time: 0.0641463 Aug 10 12:33:39.153261 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 49272) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:39.153261 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-dabcefa8-42b5-45ee-8440-8a3ed2b762cb tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'floatingip': {'port_id': '5082193a-c1c4-4193-a2e4-4f3ddef91ba7'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:33:39.203990 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dabcefa8-42b5-45ee-8440-8a3ed2b762cb tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (869828a7-0990-42ad-a345-c9bfe443ef84), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:39.497148 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afb209-7738-4c8d-b2c0-2cf27165467f req-2bdf7315-441f-4d9b-9ac5-385b58fcc934 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:39.505972 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-36afb209-7738-4c8d-b2c0-2cf27165467f req-2bdf7315-441f-4d9b-9ac5-385b58fcc934 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0619481 Aug 10 12:33:39.590483 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-36afb209-7738-4c8d-b2c0-2cf27165467f req-7ac7be07-d5d2-4652-9503-507498123451 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826480 Aug 10 12:33:40.158956 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.db.resource_extend [None req-dabcefa8-42b5-45ee-8440-8a3ed2b762cb tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 10 12:33:40.223079 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dabcefa8-42b5-45ee-8440-8a3ed2b762cb tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:40.230163 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dabcefa8-42b5-45ee-8440-8a3ed2b762cb tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (869828a7-0990-42ad-a345-c9bfe443ef84), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:40.370189 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:40.387584 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.l3_db [None req-dabcefa8-42b5-45ee-8440-8a3ed2b762cb tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Floating IP 869828a7-0990-42ad-a345-c9bfe443ef84 associated. External IP: 172.27.0.169, port: 5082193a-c1c4-4193-a2e4-4f3ddef91ba7. Aug 10 12:33:40.557350 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:40.651328 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabcefa8-42b5-45ee-8440-8a3ed2b762cb tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Router c738bb5a-be08-41c0-857d-5311e5d2b7ce has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:33:40.776720 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49eaf5d-8396-4e82-8993-ca32b0655889 req-40c0b656-8f76-4bd4-aa79-e26541c3ec21 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:40.784598 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f49eaf5d-8396-4e82-8993-ca32b0655889 req-40c0b656-8f76-4bd4-aa79-e26541c3ec21 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0734262 Aug 10 12:33:40.790126 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabcefa8-42b5-45ee-8440-8a3ed2b762cb tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:33:40.801434 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dabcefa8-42b5-45ee-8440-8a3ed2b762cb tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:40.804737 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e49ce-dccc-444b-be05-bf31aec4e441 None None] Sync routers for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:33:40.821674 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491e49ce-dccc-444b-be05-bf31aec4e441 None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:33:40.822669 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-491e49ce-dccc-444b-be05-bf31aec4e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:33:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:40.892979 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-dabcefa8-42b5-45ee-8440-8a3ed2b762cb tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/869828a7-0990-42ad-a345-c9bfe443ef84 HTTP/1.1" status: 200 len: 991 time: 1.7444942 Aug 10 12:33:40.893384 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f49eaf5d-8396-4e82-8993-ca32b0655889 req-09194635-0ad1-473a-a506-82feca03699e tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073062 Aug 10 12:33:40.894217 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6264d236-8e5e-4e84-818f-10b9a8c54235', 'tag': '5082193a-c1c4-4193-a2e4-4f3ddef91ba7'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:33:40.909299 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09027e7c-7e9d-4f49-9f5c-d3728c812e32" -d '{"events": [{"name": "network-changed", "server_uuid": "6264d236-8e5e-4e84-818f-10b9a8c54235", "tag": "5082193a-c1c4-4193-a2e4-4f3ddef91ba7"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:33:40.970057 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5581478-2151-4748-8ce8-98144fd11c01 x-openstack-request-id: req-e5581478-2151-4748-8ce8-98144fd11c01 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:33:40.970381 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6264d236-8e5e-4e84-818f-10b9a8c54235", "tag": "5082193a-c1c4-4193-a2e4-4f3ddef91ba7", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:33:40.970616 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e5581478-2151-4748-8ce8-98144fd11c01 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:33:40.971193 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5581478-2151-4748-8ce8-98144fd11c01'] response: {'name': 'network-changed', 'server_uuid': '6264d236-8e5e-4e84-818f-10b9a8c54235', 'tag': '5082193a-c1c4-4193-a2e4-4f3ddef91ba7', 'status': 'completed', 'code': 200} Aug 10 12:33:41.015124 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-491e49ce-dccc-444b-be05-bf31aec4e441 None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:33:41.137134 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09027e7c-7e9d-4f49-9f5c-d3728c812e32 req-353e278c-57b3-4c8b-ada1-ad43a88b518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:41.142370 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-09027e7c-7e9d-4f49-9f5c-d3728c812e32 req-353e278c-57b3-4c8b-ada1-ad43a88b518b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0bbb137a895941b1876eebfc56c28425&device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 1129 time: 0.0896168 Aug 10 12:33:41.384041 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09027e7c-7e9d-4f49-9f5c-d3728c812e32 req-0d790d60-0639-47b7-b7ca-65fa25d94407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:41.389319 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-09027e7c-7e9d-4f49-9f5c-d3728c812e32 req-0d790d60-0639-47b7-b7ca-65fa25d94407 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=69a0d312-b2de-4689-b0c5-62b84c9112b2 HTTP/1.1" status: 200 len: 916 time: 0.2332680 Aug 10 12:33:41.435726 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-491e49ce-dccc-444b-be05-bf31aec4e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '869828a7-0990-42ad-a345-c9bfe443ef84', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'port_id': '5082193a-c1c4-4193-a2e4-4f3ddef91ba7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'mac_address': 'fa:16:3e:73:bd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264d236-8e5e-4e84-818f-10b9a8c54235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:33:18Z', 'updated_at': '2022-08-10T12:33:39Z', 'revision_number': 1, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'fixed_ip_address_scope': None}, {'id': 'e7c7c239-379d-4dfc-82d8-d7995c7b63ef', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'port_id': 'ee59973b-b76f-446a-a41a-885cc40ea7c3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'mac_address': 'fa:16:3e:cb:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6bf86e-2553-4f1c-8620-92c63510184a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:31:23Z', 'updated_at': '2022-08-10T12:32:10Z', 'revision_number': 2, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:41.481946 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e49ce-dccc-444b-be05-bf31aec4e441 None None] Checking router: c738bb5a-be08-41c0-857d-5311e5d2b7ce for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:33:41.507794 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491e49ce-dccc-444b-be05-bf31aec4e441 None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:33:41.508441 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-491e49ce-dccc-444b-be05-bf31aec4e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:33:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:41.524750 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-09027e7c-7e9d-4f49-9f5c-d3728c812e32 req-adce3999-557d-4cf4-81fd-8c1ada24542b service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5082193a-c1c4-4193-a2e4-4f3ddef91ba7 HTTP/1.1" status: 200 len: 999 time: 0.1269588 Aug 10 12:33:41.615850 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09027e7c-7e9d-4f49-9f5c-d3728c812e32 req-bd21114a-77dd-4cdc-b5a9-82c7a54be913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:41.618911 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-09027e7c-7e9d-4f49-9f5c-d3728c812e32 req-bd21114a-77dd-4cdc-b5a9-82c7a54be913 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=475a0af2-d7c4-4476-ab09-64279713ecd6 HTTP/1.1" status: 200 len: 854 time: 0.0796723 Aug 10 12:33:41.693173 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-491e49ce-dccc-444b-be05-bf31aec4e441 None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:33:41.732830 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09027e7c-7e9d-4f49-9f5c-d3728c812e32 req-13a755cf-39bd-4806-aa52-6d28c3bc6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:41.734384 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-09027e7c-7e9d-4f49-9f5c-d3728c812e32 req-13a755cf-39bd-4806-aa52-6d28c3bc6dcc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=69a0d312-b2de-4689-b0c5-62b84c9112b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1045613 Aug 10 12:33:41.914155 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-09027e7c-7e9d-4f49-9f5c-d3728c812e32 req-5a165e7f-4aee-4475-a923-0a1030d6d601 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597743 Aug 10 12:33:42.051768 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:42.096212 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=100 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:42.098240 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-491e49ce-dccc-444b-be05-bf31aec4e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '869828a7-0990-42ad-a345-c9bfe443ef84', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'port_id': '5082193a-c1c4-4193-a2e4-4f3ddef91ba7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'mac_address': 'fa:16:3e:73:bd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264d236-8e5e-4e84-818f-10b9a8c54235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:33:18Z', 'updated_at': '2022-08-10T12:33:39Z', 'revision_number': 1, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'fixed_ip_address_scope': None}, {'id': 'e7c7c239-379d-4dfc-82d8-d7995c7b63ef', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'port_id': 'ee59973b-b76f-446a-a41a-885cc40ea7c3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'mac_address': 'fa:16:3e:cb:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6bf86e-2553-4f1c-8620-92c63510184a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:31:23Z', 'updated_at': '2022-08-10T12:32:10Z', 'revision_number': 2, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:33:42.104860 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-09027e7c-7e9d-4f49-9f5c-d3728c812e32 req-695c7bfc-7ea4-4de3-be46-f3c5f6cf5cb7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786566 Aug 10 12:33:42.130838 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e49ce-dccc-444b-be05-bf31aec4e441 None None] The sync data for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi is: [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '869828a7-0990-42ad-a345-c9bfe443ef84', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'floating_ip_address': '172.27.0.169', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'port_id': '5082193a-c1c4-4193-a2e4-4f3ddef91ba7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'mac_address': 'fa:16:3e:73:bd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264d236-8e5e-4e84-818f-10b9a8c54235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:33:18Z', 'updated_at': '2022-08-10T12:33:39Z', 'revision_number': 1, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'fixed_ip_address_scope': None}, {'id': 'e7c7c239-379d-4dfc-82d8-d7995c7b63ef', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'port_id': 'ee59973b-b76f-446a-a41a-885cc40ea7c3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'mac_address': 'fa:16:3e:cb:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6bf86e-2553-4f1c-8620-92c63510184a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:31:23Z', 'updated_at': '2022-08-10T12:32:10Z', 'revision_number': 2, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:33:42.131917 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3af4af-cd3a-4204-970a-bcd18026e857 req-a2f94d41-82d3-4680-9d40-ce0da937b857 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:42.133360 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-fa3af4af-cd3a-4204-970a-bcd18026e857 req-a2f94d41-82d3-4680-9d40-ce0da937b857 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.1077485 Aug 10 12:33:42.211377 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-fa3af4af-cd3a-4204-970a-bcd18026e857 req-e7e346d9-c5f6-418c-978c-5ac870b29091 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669577 Aug 10 12:33:42.446581 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4a7b1-f4a7-4c72-8be6-f9c6cefc59f8 None None] New status for floating IP 869828a7-0990-42ad-a345-c9bfe443ef84: ACTIVE {{(pid=103792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:33:43.217787 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-004207d0-7353-4635-8c60-26705a922228 req-fc6a3a86-2d6b-4540-8661-4fd104fa3e2c tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--360407006&fields=id&tenant_id=2301f937213e47c29686be4e8601ac32 HTTP/1.1" status: 200 len: 267 time: 0.0439050 Aug 10 12:33:43.323491 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004207d0-7353-4635-8c60-26705a922228 req-c8f89100-d3bd-4924-8a54-decaaea396a7 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:43.324950 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-004207d0-7353-4635-8c60-26705a922228 req-c8f89100-d3bd-4924-8a54-decaaea396a7 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/networks?id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb HTTP/1.1" status: 200 len: 818 time: 0.1001861 Aug 10 12:33:43.330366 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48aa58-f94f-4421-a29a-de0acabe6605 req-5fa4f0a8-e5cd-49cc-b967-8a7604b889b4 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:43.331845 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-2e48aa58-f94f-4421-a29a-de0acabe6605 req-5fa4f0a8-e5cd-49cc-b967-8a7604b889b4 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0462377 Aug 10 12:33:43.340327 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-004207d0-7353-4635-8c60-26705a922228 req-ad06df5e-14ad-4cb3-a90a-0083127cee92 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/quotas/2301f937213e47c29686be4e8601ac32 HTTP/1.1" status: 200 len: 375 time: 0.0091152 Aug 10 12:33:43.381028 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-2e48aa58-f94f-4421-a29a-de0acabe6605 req-a406d9da-bfa0-4464-8b0f-97230a5915c8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435231 Aug 10 12:33:43.398128 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-004207d0-7353-4635-8c60-26705a922228 req-10d10dbd-95b6-4d81-a380-310254a8b8fd tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=2301f937213e47c29686be4e8601ac32&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0521929 Aug 10 12:33:43.465768 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:43.468687 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:43.506905 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-004207d0-7353-4635-8c60-26705a922228 req-9e8d9024-7984-49de-9b95-8644bdd89c8a service neutron] 10.222.0.65 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963724 Aug 10 12:33:43.603116 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-004207d0-7353-4635-8c60-26705a922228 req-c439384d-a0f6-474e-99e6-0e8d51d191f6 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899892 Aug 10 12:33:43.729157 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-314a037c-3c38-4b84-a387-565f26f3df5e tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:43.736793 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-314a037c-3c38-4b84-a387-565f26f3df5e tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/networks?id=5bf11b9e-ce66-4b66-9981-528746ab3fcc HTTP/1.1" status: 200 len: 815 time: 0.1254346 Aug 10 12:33:43.747213 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-96b24f5d-fc80-4b36-bddc-60e1774fdd31 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/quotas/cb4fb7d34a90445e9677ce7287759724 HTTP/1.1" status: 200 len: 375 time: 0.0095904 Aug 10 12:33:43.777507 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-31f932cc-b76b-4261-94f0-2f41a7af41a2 req-2a5c8b9c-b361-433f-9a72-8563161c1c94 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 210 time: 0.0285616 Aug 10 12:33:43.800808 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-23438429-ce3c-4feb-ba10-830d36dbeee4 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=cb4fb7d34a90445e9677ce7287759724&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476770 Aug 10 12:33:43.902995 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-7e0a9a57-679a-4cdf-b583-604715f24ea8 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5bf11b9e-ce66-4b66-9981-528746ab3fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903783 Aug 10 12:33:44.004136 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-bc71241c-c801-41a1-af64-bfcd4a648a8b service neutron] 10.222.0.65 "GET /networking/v2.0/networks/5bf11b9e-ce66-4b66-9981-528746ab3fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952601 Aug 10 12:33:44.008616 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915f7a3-d88b-4daa-8bce-9df45185e23f req-7cdd3fd8-59cc-4d2f-afd1-877bf7004eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:44.011205 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9915f7a3-d88b-4daa-8bce-9df45185e23f req-7cdd3fd8-59cc-4d2f-afd1-877bf7004eaf service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d&device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 1129 time: 0.0494926 Aug 10 12:33:44.122144 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915f7a3-d88b-4daa-8bce-9df45185e23f req-ef3f4a07-7390-4d6d-a38e-d3a0d9b33fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:44.124199 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9915f7a3-d88b-4daa-8bce-9df45185e23f req-ef3f4a07-7390-4d6d-a38e-d3a0d9b33fec service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=9747c644-617a-4b31-a63b-39dd1a5c7b9c HTTP/1.1" status: 200 len: 916 time: 0.1024520 Aug 10 12:33:44.185673 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-11e27b8c-3f14-4f02-9c90-2834ce899958 req-0dd73bca-fd62-450d-bcb9-81489f42202c tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 210 time: 0.0340254 Aug 10 12:33:44.238365 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9915f7a3-d88b-4daa-8bce-9df45185e23f req-79694b79-901a-41de-846e-dd3179a3f013 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd060781-b144-4d67-99d5-c6d10616e60b HTTP/1.1" status: 200 len: 1001 time: 0.0757163 Aug 10 12:33:44.307716 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915f7a3-d88b-4daa-8bce-9df45185e23f req-d4e73a5b-fc57-4b26-9077-2b83ecf6a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:44.309170 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9915f7a3-d88b-4daa-8bce-9df45185e23f req-d4e73a5b-fc57-4b26-9077-2b83ecf6a3d1 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=83d863d9-2bcf-49a1-876a-272e644640cc HTTP/1.1" status: 200 len: 854 time: 0.0549984 Aug 10 12:33:44.401958 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915f7a3-d88b-4daa-8bce-9df45185e23f req-a1e57d72-8874-4ccf-8760-ffbaf1a8b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:44.404109 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9915f7a3-d88b-4daa-8bce-9df45185e23f req-a1e57d72-8874-4ccf-8760-ffbaf1a8b9d1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9747c644-617a-4b31-a63b-39dd1a5c7b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444221 Aug 10 12:33:44.507108 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:44.525332 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9915f7a3-d88b-4daa-8bce-9df45185e23f req-73ef604e-6f8c-4e05-adca-6c4b8b53faaa service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090033 Aug 10 12:33:44.526706 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e1d86-05d9-42cd-8371-ef6917aafdaf req-bdc88b53-913f-476e-9b27-7d003c4b8ed1 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:44.528673 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-0f7e1d86-05d9-42cd-8371-ef6917aafdaf req-bdc88b53-913f-476e-9b27-7d003c4b8ed1 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0597992 Aug 10 12:33:44.579992 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-0f7e1d86-05d9-42cd-8371-ef6917aafdaf req-4c0af244-5e7e-4707-af58-e2671d9c6380 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445359 Aug 10 12:33:44.910728 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-754822e3-511b-48d6-a6e0-e9a4e5c93aff req-891281a7-692c-4df1-acb1-17ad088b7b98 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 210 time: 0.0575707 Aug 10 12:33:44.948396 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9915f7a3-d88b-4daa-8bce-9df45185e23f req-b0336a43-f86e-47d2-ae93-813da044407d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137354 Aug 10 12:33:45.301131 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3a5a0ef7-6403-4232-b595-e581ca8f9ef1 req-f4ba327a-5e4b-4fad-bbb1-884d782f05ba tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 210 time: 0.0270090 Aug 10 12:33:45.702964 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da239216-d199-4956-a56b-44740cd69966 req-1d9dd4ee-960d-4608-a123-46f8d72af0a2 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:45.704422 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-da239216-d199-4956-a56b-44740cd69966 req-1d9dd4ee-960d-4608-a123-46f8d72af0a2 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0473368 Aug 10 12:33:45.751436 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-da239216-d199-4956-a56b-44740cd69966 req-99baa5f3-37a7-49b6-9420-cbc5e656bfc6 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413270 Aug 10 12:33:46.013585 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-dcadda20-d22c-474b-a9af-accf765017b3 req-ea6340d5-c08c-4743-b6a0-d28478341d6e tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 210 time: 0.0276718 Aug 10 12:33:46.397345 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-cf0ddf82-4c9e-4e9a-a707-b45177078e96 req-c4e61f56-65bd-4f86-ae9c-fcb6149a066c tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 210 time: 0.0274088 Aug 10 12:33:46.875863 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe1283-6631-4c86-9c3b-bcbe709811b1 req-c33b3a9b-e6af-4fd1-b12c-01bd64ec49bd tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:46.877225 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f3fe1283-6631-4c86-9c3b-bcbe709811b1 req-c33b3a9b-e6af-4fd1-b12c-01bd64ec49bd tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 945 time: 0.0500159 Aug 10 12:33:46.922812 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f3fe1283-6631-4c86-9c3b-bcbe709811b1 req-e7cd443d-79db-4d03-a20a-852c16592c7a tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400259 Aug 10 12:33:47.110572 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f9500ece-bccf-4307-a535-ab2840c515b1 req-de750b78-1255-4bac-aef5-6ac0d284d482 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 210 time: 0.0277405 Aug 10 12:33:47.424480 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004207d0-7353-4635-8c60-26705a922228 req-d9edee45-cff7-4665-8224-b952d627a017 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:47.426002 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-004207d0-7353-4635-8c60-26705a922228 req-d9edee45-cff7-4665-8224-b952d627a017 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.64 "GET /networking/v2.0/networks?id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb HTTP/1.1" status: 200 len: 818 time: 0.1065087 Aug 10 12:33:47.494838 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c6607d9e-e990-40e3-b3d7-36a872ee67f8 req-eaa35c2c-566b-4509-96c0-f4b63f941530 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 210 time: 0.0281956 Aug 10 12:33:47.604652 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-004207d0-7353-4635-8c60-26705a922228 req-2f6b07a0-b1b5-4d04-ba9d-bfb8e462e209 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2301f937213e47c29686be4e8601ac32 HTTP/1.1" status: 200 len: 379 time: 0.0715699 Aug 10 12:33:47.663982 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device dd060781-b144-4d67-99d5-c6d10616e60b no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:33:47.734101 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port dd060781-b144-4d67-99d5-c6d10616e60b is: ACTIVE; New status is: DOWN {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:47.734505 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:47.756705 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd060781-b144-4d67-99d5-c6d10616e60b'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:33:47.758964 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aebca79-6791-4bfc-aba5-b765c143aa21" -d '{"events": [{"server_uuid": "b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2", "name": "network-vif-unplugged", "status": "completed", "tag": "dd060781-b144-4d67-99d5-c6d10616e60b"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:33:47.772056 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port dd060781-b144-4d67-99d5-c6d10616e60b, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=dd060781-b144-4d67-99d5-c6d10616e60b,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:33:47.775907 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:47.801388 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Aug 2022 12:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e918cac4-bc1a-4867-9de9-62d7208af45f x-openstack-request-id: req-e918cac4-bc1a-4867-9de9-62d7208af45f {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:33:47.801700 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2", "name": "network-vif-unplugged", "status": "completed", "tag": "dd060781-b144-4d67-99d5-c6d10616e60b", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:33:47.801954 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e918cac4-bc1a-4867-9de9-62d7208af45f {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:33:47.802341 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e918cac4-bc1a-4867-9de9-62d7208af45f'] response: {'server_uuid': 'b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd060781-b144-4d67-99d5-c6d10616e60b', 'code': 200} Aug 10 12:33:47.827438 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=dd060781-b144-4d67-99d5-c6d10616e60b,revision_number=8']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:47.977634 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-004207d0-7353-4635-8c60-26705a922228 req-ff2412d5-245b-4b2c-9614-c8c07b2b9a53 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Request body: {'port': {'device_id': '406145f8-c18f-42a6-ad69-122776fcde13', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'admin_state_up': True, 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'security_groups': ['ad10950e-76ac-43be-9efb-006b67cd415b']}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:33:48.034785 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:48.050320 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97ce30-5c8e-4643-abf8-30db6eda1ffc req-946047df-2007-4aab-ab63-65d74d85d5df tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:48.051797 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-de97ce30-5c8e-4643-abf8-30db6eda1ffc req-946047df-2007-4aab-ab63-65d74d85d5df tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0479312 Aug 10 12:33:48.072766 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:48.083040 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:48.105671 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004207d0-7353-4635-8c60-26705a922228 req-ff2412d5-245b-4b2c-9614-c8c07b2b9a53 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Made reservation on behalf of 2301f937213e47c29686be4e8601ac32 for: {'port': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:33:48.108402 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-de97ce30-5c8e-4643-abf8-30db6eda1ffc req-6317caaa-03ae-4eec-bc53-35515e937396 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508554 Aug 10 12:33:48.110088 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-004207d0-7353-4635-8c60-26705a922228 req-ff2412d5-245b-4b2c-9614-c8c07b2b9a53 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:48.247820 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b4c2e66c-c699-4b00-910d-9107e1e3dc04 req-b4ae2c87-78d9-4cf5-b913-13843a4b2938 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 210 time: 0.0529642 Aug 10 12:33:48.288729 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [req-004207d0-7353-4635-8c60-26705a922228 req-ff2412d5-245b-4b2c-9614-c8c07b2b9a53 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Allocated IP 172.20.0.7 (61402a18-53ba-4745-a9e1-e8ac1dfc87fb/5e7cdd28-a708-4c60-9515-0f4475157064/925d1f21-e18a-4cdb-9515-0a2196cfef96) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:33:48.491857 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-004207d0-7353-4635-8c60-26705a922228 req-ff2412d5-245b-4b2c-9614-c8c07b2b9a53 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for port (925d1f21-e18a-4cdb-9515-0a2196cfef96), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:48.554429 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-eed10206-1a0c-43b5-812c-9a9fc624906b tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:48.555887 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-eed10206-1a0c-43b5-812c-9a9fc624906b tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.64 "GET /networking/v2.0/networks?id=5bf11b9e-ce66-4b66-9981-528746ab3fcc HTTP/1.1" status: 200 len: 815 time: 0.1606519 Aug 10 12:33:48.557403 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-004207d0-7353-4635-8c60-26705a922228 req-ff2412d5-245b-4b2c-9614-c8c07b2b9a53 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (925d1f21-e18a-4cdb-9515-0a2196cfef96), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:48.634833 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b34e9ffd-0f0c-4c64-885e-407f63fe32de req-4ded84af-86ff-4d03-b830-4c5c1253cb57 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 210 time: 0.0627546 Aug 10 12:33:48.638603 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004207d0-7353-4635-8c60-26705a922228 req-ff2412d5-245b-4b2c-9614-c8c07b2b9a53 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:33:48.642574 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [req-004207d0-7353-4635-8c60-26705a922228 req-ff2412d5-245b-4b2c-9614-c8c07b2b9a53 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:33:48.644785 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2412d5-245b-4b2c-9614-c8c07b2b9a53 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Pushing event updated for resources: {'Port': ['ID=925d1f21-e18a-4cdb-9515-0a2196cfef96,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:48.646957 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-004207d0-7353-4635-8c60-26705a922228 req-ff2412d5-245b-4b2c-9614-c8c07b2b9a53 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:33:48.692736 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [req-b195405c-33e2-4c0c-ba22-5bcc19d233fe req-72f438ee-d73b-4ce2-9878-19ecdbc7df82 service neutron] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 10 12:33:48.693832 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b195405c-33e2-4c0c-ba22-5bcc19d233fe req-72f438ee-d73b-4ce2-9878-19ecdbc7df82 service neutron] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054376 Aug 10 12:33:48.705689 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004207d0-7353-4635-8c60-26705a922228 req-ff2412d5-245b-4b2c-9614-c8c07b2b9a53 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:48.706352 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-004207d0-7353-4635-8c60-26705a922228 req-ff2412d5-245b-4b2c-9614-c8c07b2b9a53 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:48.734785 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-004207d0-7353-4635-8c60-26705a922228 req-ff2412d5-245b-4b2c-9614-c8c07b2b9a53 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7584009 Aug 10 12:33:48.746860 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-f97caf72-24f4-4e78-b9b5-5a5ed6f4fb58 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Request body: {'port': {'device_id': 'bfc29cce-268e-4699-ad8d-7b096e9c30ed', 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc', 'admin_state_up': True, 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:33:48.765542 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:48.814076 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] Request body: {'port': {'device_id': '406145f8-c18f-42a6-ad69-122776fcde13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:33:48.944093 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-488dc60c-522f-4039-8d3a-e4347c817628 None None] Provisioning complete for port 925d1f21-e18a-4cdb-9515-0a2196cfef96 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:48.944726 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-488dc60c-522f-4039-8d3a-e4347c817628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (925d1f21-e18a-4cdb-9515-0a2196cfef96), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:48.970280 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:48.981807 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:48.982158 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-488dc60c-522f-4039-8d3a-e4347c817628 None None] Port 925d1f21-e18a-4cdb-9515-0a2196cfef96 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:33:48.999408 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b6050-feda-4782-86dd-6a022b4ae0cf req-df83808e-bdef-4deb-9619-8d73ae4ffa6b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:49.001044 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c91b6050-feda-4782-86dd-6a022b4ae0cf req-df83808e-bdef-4deb-9619-8d73ae4ffa6b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0919261 Aug 10 12:33:49.001639 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (925d1f21-e18a-4cdb-9515-0a2196cfef96), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:49.019255 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-f97caf72-24f4-4e78-b9b5-5a5ed6f4fb58 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Made reservation on behalf of cb4fb7d34a90445e9677ce7287759724 for: {'port': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:33:49.023015 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-f97caf72-24f4-4e78-b9b5-5a5ed6f4fb58 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:49.149145 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c91b6050-feda-4782-86dd-6a022b4ae0cf req-27dacbb4-7f3d-43e7-bd58-585bd2c025e6 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345959 Aug 10 12:33:49.335938 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 49442) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:49.364996 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-f97caf72-24f4-4e78-b9b5-5a5ed6f4fb58 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Allocated IP 172.20.0.11 (5bf11b9e-ce66-4b66-9981-528746ab3fcc/5a421661-37ef-440c-b88e-55072973c640/b96cc99c-2ad4-4023-a528-8c6512a0ba66) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:33:49.447264 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9699f51-daac-4bc4-9c84-dc7965bce71f req-ef410448-7d88-4d9f-a6e0-38a79b443d78 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:49.455652 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d9699f51-daac-4bc4-9c84-dc7965bce71f req-ef410448-7d88-4d9f-a6e0-38a79b443d78 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 931 time: 0.0688024 Aug 10 12:33:49.527945 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-620b2667-4374-4b1c-8eab-9150125ec8a7 req-5a91394a-e06e-4298-a74d-b5329b8efe9d service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1874831 Aug 10 12:33:49.537591 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925d1f21-e18a-4cdb-9515-0a2196cfef96 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:33:49.550082 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d9699f51-daac-4bc4-9c84-dc7965bce71f req-cb4cc346-a2f7-4f10-b054-27a6a4f168c3 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929952 Aug 10 12:33:49.551172 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] Publish callbacks [] for port (925d1f21-e18a-4cdb-9515-0a2196cfef96), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:49.577946 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [req-620b2667-4374-4b1c-8eab-9150125ec8a7 req-b39027eb-546a-4fc3-8783-12ab42772065 service neutron] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=103789) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 10 12:33:49.579320 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-620b2667-4374-4b1c-8eab-9150125ec8a7 req-b39027eb-546a-4fc3-8783-12ab42772065 service neutron] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0237052 Aug 10 12:33:49.581108 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] Transition to ACTIVE for port object 925d1f21-e18a-4cdb-9515-0a2196cfef96 will not be triggered until provisioned by entity L2. {{(pid=103790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:33:49.597261 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (925d1f21-e18a-4cdb-9515-0a2196cfef96), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:49.648386 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-f97caf72-24f4-4e78-b9b5-5a5ed6f4fb58 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:49.718137 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 49452) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:33:49.733096 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] Pushing event updated for resources: {'Port': ['ID=925d1f21-e18a-4cdb-9515-0a2196cfef96,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:49.767406 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:49.830108 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-988bb438-940f-41c7-988f-9508c21ca3d9 req-6fcc64e5-e264-4973-9dbd-4b63340f00a3 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 210 time: 0.0518465 Aug 10 12:33:49.832079 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:49.850111 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-f97caf72-24f4-4e78-b9b5-5a5ed6f4fb58 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:49.893302 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b2667-4374-4b1c-8eab-9150125ec8a7 req-d624409d-51ca-4b9a-afff-4791dc8b8ae4 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:49.894900 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-620b2667-4374-4b1c-8eab-9150125ec8a7 req-d624409d-51ca-4b9a-afff-4791dc8b8ae4 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports/dd060781-b144-4d67-99d5-c6d10616e60b HTTP/1.1" status: 200 len: 940 time: 0.1754801 Aug 10 12:33:49.897883 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] Attempting to bind port 925d1f21-e18a-4cdb-9515-0a2196cfef96 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:33:49.898386 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] Attempting to bind port 925d1f21-e18a-4cdb-9515-0a2196cfef96 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '949f5e67-dae1-401b-b15e-1f53624fbea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:33:49.898879 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] Attempting to bind port 925d1f21-e18a-4cdb-9515-0a2196cfef96 on network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:33:49.937097 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] Port 925d1f21-e18a-4cdb-9515-0a2196cfef96 on network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:33:49.937384 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] Attempting to bind port 925d1f21-e18a-4cdb-9515-0a2196cfef96 on network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:33:49.951122 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-f97caf72-24f4-4e78-b9b5-5a5ed6f4fb58 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Network 5bf11b9e-ce66-4b66-9981-528746ab3fcc is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:33:49.951970 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:33:49.952304 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] Checking segment: {'id': '949f5e67-dae1-401b-b15e-1f53624fbea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:33:49.952680 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] Bound using segment: {'id': '949f5e67-dae1-401b-b15e-1f53624fbea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:33:49.953114 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] Bound port: 925d1f21-e18a-4cdb-9515-0a2196cfef96, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949f5e67-dae1-401b-b15e-1f53624fbea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:33:49.953487 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (925d1f21-e18a-4cdb-9515-0a2196cfef96), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:49.968068 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-f97caf72-24f4-4e78-b9b5-5a5ed6f4fb58 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:33:49.976161 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-f97caf72-24f4-4e78-b9b5-5a5ed6f4fb58 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:33:50.047025 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97caf72-24f4-4e78-b9b5-5a5ed6f4fb58 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Pushing event updated for resources: {'Port': ['ID=b96cc99c-2ad4-4023-a528-8c6512a0ba66,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:50.101357 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-f97caf72-24f4-4e78-b9b5-5a5ed6f4fb58 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:50.102002 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-f97caf72-24f4-4e78-b9b5-5a5ed6f4fb58 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:50.119761 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] For port 925d1f21-e18a-4cdb-9515-0a2196cfef96, host hv-cinder-85226, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:33:50.128914 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] For port 925d1f21-e18a-4cdb-9515-0a2196cfef96, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=925d1f21-e18a-4cdb-9515-0a2196cfef96,segment=NetworkSegment(949f5e67-dae1-401b-b15e-1f53624fbea6),segment_id=949f5e67-dae1-401b-b15e-1f53624fbea6)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:33:50.137557 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-f97caf72-24f4-4e78-b9b5-5a5ed6f4fb58 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4009819 Aug 10 12:33:50.140268 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (925d1f21-e18a-4cdb-9515-0a2196cfef96), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:50.143630 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:50.144618 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:50.146061 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-004207d0-7353-4635-8c60-26705a922228 req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/925d1f21-e18a-4cdb-9515-0a2196cfef96 HTTP/1.1" status: 200 len: 1093 time: 1.3391848 Aug 10 12:33:50.148855 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406145f8-c18f-42a6-ad69-122776fcde13', 'tag': '925d1f21-e18a-4cdb-9515-0a2196cfef96'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:33:50.151262 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daded2c-8003-4391-9d7a-a1785e710a62" -d '{"events": [{"name": "network-changed", "server_uuid": "406145f8-c18f-42a6-ad69-122776fcde13", "tag": "925d1f21-e18a-4cdb-9515-0a2196cfef96"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:33:50.222300 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-b0ca5492-498b-431b-a3d0-466d5c8b1592 None None] Provisioning complete for port b96cc99c-2ad4-4023-a528-8c6512a0ba66 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:33:50.222770 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b0ca5492-498b-431b-a3d0-466d5c8b1592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:50.248356 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0d8c58-1daa-4adc-b1c3-e3e4bf385093 x-openstack-request-id: req-8a0d8c58-1daa-4adc-b1c3-e3e4bf385093 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:33:50.248679 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406145f8-c18f-42a6-ad69-122776fcde13", "tag": "925d1f21-e18a-4cdb-9515-0a2196cfef96", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:33:50.248894 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a0d8c58-1daa-4adc-b1c3-e3e4bf385093 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:33:50.249395 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a0d8c58-1daa-4adc-b1c3-e3e4bf385093'] response: {'name': 'network-changed', 'server_uuid': '406145f8-c18f-42a6-ad69-122776fcde13', 'tag': '925d1f21-e18a-4cdb-9515-0a2196cfef96', 'status': 'completed', 'code': 200} Aug 10 12:33:50.260133 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:33:50.290096 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc3179-10a0-4491-9c9f-d1f0b0b85c6e service neutron] Pushing event updated for resources: {'Port': ['ID=925d1f21-e18a-4cdb-9515-0a2196cfef96,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:33:50.305696 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca5492-498b-431b-a3d0-466d5c8b1592 None None] Port b96cc99c-2ad4-4023-a528-8c6512a0ba66 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:33:50.354364 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd466d7-272a-4add-ae59-3197a6b91abe req-1b70d7b0-d479-444f-b3c5-07969e00b4f4 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:50.356161 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-afd466d7-272a-4add-ae59-3197a6b91abe req-1b70d7b0-d479-444f-b3c5-07969e00b4f4 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0573132 Aug 10 12:33:50.407788 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-afd466d7-272a-4add-ae59-3197a6b91abe req-17668e35-0373-41bd-98ab-0a3646a5a75b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444968 Aug 10 12:33:50.676678 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99bd1f-cab9-4ac2-9e3a-5b0a52a6829b req-b25eccdd-2386-4cdf-9e3c-1d564e42c999 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:50.678176 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1e99bd1f-cab9-4ac2-9e3a-5b0a52a6829b req-b25eccdd-2386-4cdf-9e3c-1d564e42c999 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 943 time: 0.0519557 Aug 10 12:33:50.728016 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1e99bd1f-cab9-4ac2-9e3a-5b0a52a6829b req-d3d9e0d3-53d4-450e-8335-17ee611a3883 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441275 Aug 10 12:33:50.962064 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6870db8-ba80-40d0-8b52-5e856b834960 req-8ebcc9d1-dcb3-43b8-898a-25b817bf4162 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:50.963548 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e6870db8-ba80-40d0-8b52-5e856b834960 req-8ebcc9d1-dcb3-43b8-898a-25b817bf4162 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 932 time: 0.0545659 Aug 10 12:33:51.012184 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e6870db8-ba80-40d0-8b52-5e856b834960 req-0516e21a-e162-432c-90d4-b6a05d2dd557 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419629 Aug 10 12:33:51.477735 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d19bc110-873b-486f-8db1-7cd0bf025c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:51.539394 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf79fb8-623f-49ee-a69e-d3bafa641fbb req-52c4a6f6-3e4f-4216-882d-deab2309fd85 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:51.541085 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3bf79fb8-623f-49ee-a69e-d3bafa641fbb req-52c4a6f6-3e4f-4216-882d-deab2309fd85 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0489752 Aug 10 12:33:51.590489 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3bf79fb8-623f-49ee-a69e-d3bafa641fbb req-ee31e397-67b6-4f97-971c-028b236e9e50 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430150 Aug 10 12:33:51.693518 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device dd060781-b144-4d67-99d5-c6d10616e60b no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:33:51.770007 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port dd060781-b144-4d67-99d5-c6d10616e60b is: DOWN; New status is: DOWN {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:33:52.120551 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf0b2d-d01a-43d8-8d6a-b6d65e96dfde req-cf64ed20-296c-4b1e-b7db-1e385581b4b8 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:52.122049 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3ddf0b2d-d01a-43d8-8d6a-b6d65e96dfde req-cf64ed20-296c-4b1e-b7db-1e385581b4b8 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 943 time: 0.3094361 Aug 10 12:33:52.139209 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5310fcd-c5d1-4f09-af09-3656057e8266 req-cf4a6606-3a27-461d-8e52-96037676989f tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:52.140737 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d5310fcd-c5d1-4f09-af09-3656057e8266 req-cf4a6606-3a27-461d-8e52-96037676989f tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 932 time: 0.0489712 Aug 10 12:33:52.176736 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3ddf0b2d-d01a-43d8-8d6a-b6d65e96dfde req-c94ff45e-fba1-4156-842b-9324c9281fbd tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484109 Aug 10 12:33:52.196949 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d5310fcd-c5d1-4f09-af09-3656057e8266 req-65354db8-75fa-4ffe-b3d4-3744a60dc1ac tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494409 Aug 10 12:33:52.555079 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=38 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:52.714579 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63740a7-d175-41ea-a3f0-efaf7719aa5f req-a15a435a-a348-482a-ad19-1e0c1ee49530 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:52.716047 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e63740a7-d175-41ea-a3f0-efaf7719aa5f req-a15a435a-a348-482a-ad19-1e0c1ee49530 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0478425 Aug 10 12:33:52.763463 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e63740a7-d175-41ea-a3f0-efaf7719aa5f req-974e6a49-51a1-4da0-813f-e0d3f52d8899 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410142 Aug 10 12:33:53.319928 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a93ef6-1cdf-4af8-be6f-743a4c07030a req-17dddde9-533c-41c7-ac8e-9bfcce2a2ec6 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:53.321443 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b6a93ef6-1cdf-4af8-be6f-743a4c07030a req-17dddde9-533c-41c7-ac8e-9bfcce2a2ec6 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 943 time: 0.0557563 Aug 10 12:33:53.326081 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f507d-455b-42dc-b067-592833242d11 req-94d24d40-c7bd-4d0e-af03-fb6659c99a6f tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:53.327664 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-086f507d-455b-42dc-b067-592833242d11 req-94d24d40-c7bd-4d0e-af03-fb6659c99a6f tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 932 time: 0.0549796 Aug 10 12:33:53.381675 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b6a93ef6-1cdf-4af8-be6f-743a4c07030a req-c2d9f0b3-1534-4858-bb62-4852cfaec829 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545070 Aug 10 12:33:53.381894 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-086f507d-455b-42dc-b067-592833242d11 req-e4468e46-7847-49d8-aaa4-ada90c65b89b tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485904 Aug 10 12:33:53.666701 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-74704ebf-4eb5-47a2-af8e-e6d0bc70d4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:53.906414 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc66360-94eb-4445-90c1-b5a86952eda6 req-84e86c5f-8da7-4e03-acd8-9c57b1510b5d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:53.908204 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2bc66360-94eb-4445-90c1-b5a86952eda6 req-84e86c5f-8da7-4e03-acd8-9c57b1510b5d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0608449 Aug 10 12:33:53.972898 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:53.978270 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2bc66360-94eb-4445-90c1-b5a86952eda6 req-84dbe189-f13f-4116-8198-a003bd583ad0 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646703 Aug 10 12:33:54.528181 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dc535-c2ea-4f7d-8684-00ad12e51c0a req-dda7acb3-f6ec-4c5e-afde-eb4b3a26e1fd tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:54.531226 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-eb0dc535-c2ea-4f7d-8684-00ad12e51c0a req-dda7acb3-f6ec-4c5e-afde-eb4b3a26e1fd tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 932 time: 0.0664072 Aug 10 12:33:54.537332 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105aadb6-6c35-4c2e-952f-e36dc1c3b1cb req-4c9dc411-86af-4845-82eb-214da1d146b8 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:54.538864 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-105aadb6-6c35-4c2e-952f-e36dc1c3b1cb req-4c9dc411-86af-4845-82eb-214da1d146b8 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 943 time: 0.0793796 Aug 10 12:33:54.600385 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-eb0dc535-c2ea-4f7d-8684-00ad12e51c0a req-75847d67-3bd7-425a-9b4e-2afe6e20d205 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603013 Aug 10 12:33:54.629241 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-105aadb6-6c35-4c2e-952f-e36dc1c3b1cb req-b7d0f211-9dad-401b-908c-2aab1b4f2c13 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801895 Aug 10 12:33:54.832611 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:55.121442 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3eb2b5-a4ca-4717-a4b6-87732a64f64c req-de8d8356-6a8d-42b4-8054-be1992131cd6 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:55.122873 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3a3eb2b5-a4ca-4717-a4b6-87732a64f64c req-de8d8356-6a8d-42b4-8054-be1992131cd6 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0642309 Aug 10 12:33:55.172227 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3a3eb2b5-a4ca-4717-a4b6-87732a64f64c req-62b48cc0-b5c2-45a6-acfa-f14cd2963eb5 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430861 Aug 10 12:33:55.724685 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7b89d-b23a-42fd-a995-3c436cc69e63 req-0f356ae0-d57d-4995-8120-e199b6f9e037 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:55.727793 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-62d7b89d-b23a-42fd-a995-3c436cc69e63 req-0f356ae0-d57d-4995-8120-e199b6f9e037 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 932 time: 0.0535123 Aug 10 12:33:55.766511 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:55.775543 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be126e1-61cc-4758-b16b-354db732d441 req-bd52096d-6544-42ae-b84d-479b5650d381 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:55.777369 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1be126e1-61cc-4758-b16b-354db732d441 req-bd52096d-6544-42ae-b84d-479b5650d381 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 943 time: 0.0789824 Aug 10 12:33:55.806092 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:55.830945 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1be126e1-61cc-4758-b16b-354db732d441 req-eb18c126-e4fb-4519-97fc-a9dba0bcefa5 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456204 Aug 10 12:33:55.837585 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-62d7b89d-b23a-42fd-a995-3c436cc69e63 req-67fcd883-ab31-4753-9adc-a55813c8a653 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062362 Aug 10 12:33:56.294629 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db910e93-1434-4039-a710-871cc34f34a1 req-ec813b5f-ee37-45fe-815d-c18ef5288d15 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:56.296652 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-db910e93-1434-4039-a710-871cc34f34a1 req-ec813b5f-ee37-45fe-815d-c18ef5288d15 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0478165 Aug 10 12:33:56.317495 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:56.349237 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-db910e93-1434-4039-a710-871cc34f34a1 req-104c90dd-f053-46ce-b0f9-6224bd6cd1e6 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464807 Aug 10 12:33:56.607539 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:33:56.972962 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed667c-5d1b-4d91-9e7f-4aa23a3a0a82 req-e1766c50-45ca-42c2-a52b-10719e35a38c tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:56.973660 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5195c8-6f0e-4063-956f-dee743af0b53 req-f34910ed-95c2-40e3-a6d6-fa5e0012712e tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:56.974567 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-daed667c-5d1b-4d91-9e7f-4aa23a3a0a82 req-e1766c50-45ca-42c2-a52b-10719e35a38c tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 932 time: 0.0505791 Aug 10 12:33:56.974856 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8d5195c8-6f0e-4063-956f-dee743af0b53 req-f34910ed-95c2-40e3-a6d6-fa5e0012712e tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 943 time: 0.0499880 Aug 10 12:33:57.027308 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-daed667c-5d1b-4d91-9e7f-4aa23a3a0a82 req-b22c0fb5-7bbc-42ba-81e2-4ed6e6023c01 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459743 Aug 10 12:33:57.028546 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8d5195c8-6f0e-4063-956f-dee743af0b53 req-02150b6d-00a5-49ea-97a0-3efb76129845 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427635 Aug 10 12:33:57.476843 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834d7c2-83c9-4287-9801-037549ce1483 req-60c066ed-3437-4ad2-a77f-49ca0213afd3 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:57.478360 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4834d7c2-83c9-4287-9801-037549ce1483 req-60c066ed-3437-4ad2-a77f-49ca0213afd3 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0490806 Aug 10 12:33:57.496929 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:33:57.527914 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4834d7c2-83c9-4287-9801-037549ce1483 req-623a19ec-e226-4f95-89cd-7aba0fc4fc34 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433171 Aug 10 12:33:58.185511 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ada51e-6123-4163-843e-bead19b53993 req-a8d0bc74-cbe0-4d54-aa92-1307b538cd9d tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:58.186694 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5787b8-4cee-45e1-8af7-ed2bdc12e2c8 req-a5a2b71f-421a-4400-8a66-06af9e816c78 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:58.188182 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-fb5787b8-4cee-45e1-8af7-ed2bdc12e2c8 req-a5a2b71f-421a-4400-8a66-06af9e816c78 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 943 time: 0.0609803 Aug 10 12:33:58.194156 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e5ada51e-6123-4163-843e-bead19b53993 req-a8d0bc74-cbe0-4d54-aa92-1307b538cd9d tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 932 time: 0.0799541 Aug 10 12:33:58.242240 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-fb5787b8-4cee-45e1-8af7-ed2bdc12e2c8 req-f72572c2-a53c-44ad-bb34-b0d1df7a0b54 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481505 Aug 10 12:33:58.255018 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e5ada51e-6123-4163-843e-bead19b53993 req-c96cb9d0-0ac6-4673-88a6-74fbf133fa48 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572197 Aug 10 12:33:58.656326 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9838a-37dc-4d17-a9dc-673c20049cd2 req-278b76ff-6eaa-40b9-90d3-3b6216ed57ea tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:58.658521 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-84d9838a-37dc-4d17-a9dc-673c20049cd2 req-278b76ff-6eaa-40b9-90d3-3b6216ed57ea tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0505774 Aug 10 12:33:58.705022 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-84d9838a-37dc-4d17-a9dc-673c20049cd2 req-4a1147bc-0221-4a18-b38f-4a3d6af1d53d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409598 Aug 10 12:33:59.371060 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17225769-b855-4a58-b10c-7a5db6dd86e7 req-409c0937-774b-4750-9100-2e29475dd61d tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:59.374779 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-17225769-b855-4a58-b10c-7a5db6dd86e7 req-409c0937-774b-4750-9100-2e29475dd61d tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 943 time: 0.0558977 Aug 10 12:33:59.383648 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376abe5-34a6-4766-89f7-7f1a7d8c54d9 req-d6d0577f-a66b-4d05-a08d-6b4d9e7ff27c tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:59.385124 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7376abe5-34a6-4766-89f7-7f1a7d8c54d9 req-d6d0577f-a66b-4d05-a08d-6b4d9e7ff27c tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 932 time: 0.0544066 Aug 10 12:33:59.421930 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-17225769-b855-4a58-b10c-7a5db6dd86e7 req-5ddf4678-3698-46f5-9977-771484ccddc6 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424223 Aug 10 12:33:59.435823 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7376abe5-34a6-4766-89f7-7f1a7d8c54d9 req-c0468fab-dce0-48ab-8961-3f6398f0b802 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446115 Aug 10 12:33:59.832033 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53fe81-01c0-4ad2-9edc-5961ee13097b req-c45f99a0-a12b-4f48-97f2-7e01fcd590ae tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:33:59.833543 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-db53fe81-01c0-4ad2-9edc-5961ee13097b req-c45f99a0-a12b-4f48-97f2-7e01fcd590ae tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0489233 Aug 10 12:33:59.888063 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-db53fe81-01c0-4ad2-9edc-5961ee13097b req-51ba4620-40e4-4316-a4a2-aebeb48e7ff8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488005 Aug 10 12:34:00.254084 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:00.547584 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8061a-f65d-43ed-9b04-98fdd7c87f60 req-b2c72d66-0425-4728-b95d-f12e94f90a4b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:00.549076 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6bd8061a-f65d-43ed-9b04-98fdd7c87f60 req-b2c72d66-0425-4728-b95d-f12e94f90a4b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 943 time: 0.0504692 Aug 10 12:34:00.552150 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71419d27-9ca4-4226-a5ef-46fe733e70d5 req-15576f74-13e0-4259-8e7e-1ea4492de6f8 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:00.553628 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-71419d27-9ca4-4226-a5ef-46fe733e70d5 req-15576f74-13e0-4259-8e7e-1ea4492de6f8 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 932 time: 0.0457423 Aug 10 12:34:00.600030 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6bd8061a-f65d-43ed-9b04-98fdd7c87f60 req-c276b954-1d4d-410f-87a6-a49335c0a5b2 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452774 Aug 10 12:34:00.602369 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-71419d27-9ca4-4226-a5ef-46fe733e70d5 req-4192c6d9-e066-4862-b8f3-b9f64edb2ee2 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432560 Aug 10 12:34:01.011079 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94294a30-426b-4b6b-b402-93e867a93243 req-b032c5b8-e589-4f4b-bc5a-389709f4f21c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:01.012556 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-94294a30-426b-4b6b-b402-93e867a93243 req-b032c5b8-e589-4f4b-bc5a-389709f4f21c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0475945 Aug 10 12:34:01.062075 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-94294a30-426b-4b6b-b402-93e867a93243 req-103037e7-d4b5-4f75-948b-2dfd3775f64d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419326 Aug 10 12:34:01.129531 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] Request body: {'port': {'device_id': 'bfc29cce-268e-4699-ad8d-7b096e9c30ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:34:01.219503 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:01.231689 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daded2c-8003-4391-9d7a-a1785e710a62 req-591f042a-e99a-44ee-9b4e-6cb454466618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:01.233230 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1daded2c-8003-4391-9d7a-a1785e710a62 req-591f042a-e99a-44ee-9b4e-6cb454466618 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2301f937213e47c29686be4e8601ac32&device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 1127 time: 0.0524914 Aug 10 12:34:01.404736 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:01.478951 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daded2c-8003-4391-9d7a-a1785e710a62 req-1af63786-504e-4dbc-a9cf-1e3ad2aa2e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:01.480344 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1daded2c-8003-4391-9d7a-a1785e710a62 req-1af63786-504e-4dbc-a9cf-1e3ad2aa2e74 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=2301f937213e47c29686be4e8601ac32&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2036459 Aug 10 12:34:01.544892 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:01.637325 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daded2c-8003-4391-9d7a-a1785e710a62 req-e10e6899-1dcc-41f3-ba48-a298269acfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:01.638798 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1daded2c-8003-4391-9d7a-a1785e710a62 req-e10e6899-1dcc-41f3-ba48-a298269acfe2 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1482065 Aug 10 12:34:01.643521 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96cc99c-2ad4-4023-a528-8c6512a0ba66 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:34:01.651214 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] Publish callbacks [] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:01.664474 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] Transition to ACTIVE for port object b96cc99c-2ad4-4023-a528-8c6512a0ba66 will not be triggered until provisioned by entity L2. {{(pid=103790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:34:01.669464 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:01.724210 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e492e-4d09-4eb5-bb0c-4afcf4c1dc9e req-c925ee01-14d4-4bea-9cff-004717f8adf1 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:01.725766 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-105e492e-4d09-4eb5-bb0c-4afcf4c1dc9e req-c925ee01-14d4-4bea-9cff-004717f8adf1 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 943 time: 0.0495131 Aug 10 12:34:01.777641 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-105e492e-4d09-4eb5-bb0c-4afcf4c1dc9e req-ae647e4c-b43d-4f84-9499-754bb3f9e4f9 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460608 Aug 10 12:34:01.802957 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b4de8-0790-48fa-928c-d5e8da412070 req-a36ede73-fa13-4639-9ec5-107c62ba5790 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:01.804406 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-fb3b4de8-0790-48fa-928c-d5e8da412070 req-a36ede73-fa13-4639-9ec5-107c62ba5790 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 944 time: 0.1099181 Aug 10 12:34:01.826197 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] Pushing event updated for resources: {'Port': ['ID=b96cc99c-2ad4-4023-a528-8c6512a0ba66,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:01.852360 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004207d0-7353-4635-8c60-26705a922228 req-63b35b3b-ad97-41d5-937b-aee07d53b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:01.853809 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-004207d0-7353-4635-8c60-26705a922228 req-63b35b3b-ad97-41d5-937b-aee07d53b5f0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2301f937213e47c29686be4e8601ac32&device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 1127 time: 0.1196721 Aug 10 12:34:01.928526 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-004207d0-7353-4635-8c60-26705a922228 req-06f1c3d4-b8bd-48d3-a4d8-80ef297c874c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=925d1f21-e18a-4cdb-9515-0a2196cfef96 HTTP/1.1" status: 200 len: 217 time: 0.0563393 Aug 10 12:34:01.931753 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-fb3b4de8-0790-48fa-928c-d5e8da412070 req-1c423464-bb82-4666-b315-5452a9d8118e tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065021 Aug 10 12:34:01.932360 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] Attempting to bind port b96cc99c-2ad4-4023-a528-8c6512a0ba66 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:34:01.932691 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] Attempting to bind port b96cc99c-2ad4-4023-a528-8c6512a0ba66 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': 'a1b76a96-7bd5-42f4-95aa-18a43709e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:34:01.933014 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] Attempting to bind port b96cc99c-2ad4-4023-a528-8c6512a0ba66 on network 5bf11b9e-ce66-4b66-9981-528746ab3fcc {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:34:01.938680 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] Port b96cc99c-2ad4-4023-a528-8c6512a0ba66 on network 5bf11b9e-ce66-4b66-9981-528746ab3fcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:34:01.938680 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] Attempting to bind port b96cc99c-2ad4-4023-a528-8c6512a0ba66 on network 5bf11b9e-ce66-4b66-9981-528746ab3fcc {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:34:01.951660 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:34:01.951994 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] Checking segment: {'id': 'a1b76a96-7bd5-42f4-95aa-18a43709e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:34:01.952391 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] Bound using segment: {'id': 'a1b76a96-7bd5-42f4-95aa-18a43709e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:34:01.952821 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] Bound port: b96cc99c-2ad4-4023-a528-8c6512a0ba66, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b76a96-7bd5-42f4-95aa-18a43709e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:34:01.953173 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:02.027491 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004207d0-7353-4635-8c60-26705a922228 req-1daf4411-1dc4-48eb-87de-dce03bdae7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:02.028969 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-004207d0-7353-4635-8c60-26705a922228 req-1daf4411-1dc4-48eb-87de-dce03bdae7e6 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5e7cdd28-a708-4c60-9515-0f4475157064 HTTP/1.1" status: 200 len: 857 time: 0.0851979 Aug 10 12:34:02.078759 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] For port b96cc99c-2ad4-4023-a528-8c6512a0ba66, host hv-cinder-85226, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:34:02.091088 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004207d0-7353-4635-8c60-26705a922228 req-790c8046-c0c0-411c-adcd-d48325b7dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:02.092575 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-004207d0-7353-4635-8c60-26705a922228 req-790c8046-c0c0-411c-adcd-d48325b7dc19 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546715 Aug 10 12:34:02.096148 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] For port b96cc99c-2ad4-4023-a528-8c6512a0ba66, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b96cc99c-2ad4-4023-a528-8c6512a0ba66,segment=NetworkSegment(a1b76a96-7bd5-42f4-95aa-18a43709e977),segment_id=a1b76a96-7bd5-42f4-95aa-18a43709e977)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:34:02.102353 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:02.105538 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:02.106483 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:02.107806 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/b96cc99c-2ad4-4023-a528-8c6512a0ba66 HTTP/1.1" status: 200 len: 1094 time: 0.9827404 Aug 10 12:34:02.111619 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc29cce-268e-4699-ad8d-7b096e9c30ed', 'tag': 'b96cc99c-2ad4-4023-a528-8c6512a0ba66'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:34:02.114966 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6918c916-602d-412f-bf17-13782287d615" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc29cce-268e-4699-ad8d-7b096e9c30ed", "tag": "b96cc99c-2ad4-4023-a528-8c6512a0ba66"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:34:02.195018 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655c8867-ce80-4e2b-b981-845150e90dbf x-openstack-request-id: req-655c8867-ce80-4e2b-b981-845150e90dbf {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:34:02.195297 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc29cce-268e-4699-ad8d-7b096e9c30ed", "tag": "b96cc99c-2ad4-4023-a528-8c6512a0ba66", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:34:02.195546 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-655c8867-ce80-4e2b-b981-845150e90dbf {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:34:02.195944 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-655c8867-ce80-4e2b-b981-845150e90dbf'] response: {'name': 'network-changed', 'server_uuid': 'bfc29cce-268e-4699-ad8d-7b096e9c30ed', 'tag': 'b96cc99c-2ad4-4023-a528-8c6512a0ba66', 'status': 'completed', 'code': 200} Aug 10 12:34:02.261291 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:02.267237 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc1137-6258-42a7-ad31-94f678974d80 service neutron] Pushing event updated for resources: {'Port': ['ID=b96cc99c-2ad4-4023-a528-8c6512a0ba66,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:02.298228 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-79a3774c-854b-4c70-88aa-684578aba66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:02.299741 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-79a3774c-854b-4c70-88aa-684578aba66c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=cb4fb7d34a90445e9677ce7287759724&device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 1128 time: 0.0721087 Aug 10 12:34:02.313432 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-004207d0-7353-4635-8c60-26705a922228 req-35c63e1d-ef18-4892-b499-9519fed5b109 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046509 Aug 10 12:34:02.385823 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-ce5b332a-7de6-425c-ac3e-9852cb514e76 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b96cc99c-2ad4-4023-a528-8c6512a0ba66 HTTP/1.1" status: 200 len: 217 time: 0.0453486 Aug 10 12:34:02.399204 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86d1d7-9749-4b47-9612-38dd8b636594 req-aac3306d-1d98-4333-a0fc-f454c6fbfe6c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:02.400669 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-da86d1d7-9749-4b47-9612-38dd8b636594 req-aac3306d-1d98-4333-a0fc-f454c6fbfe6c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.2546716 Aug 10 12:34:02.455165 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-da86d1d7-9749-4b47-9612-38dd8b636594 req-815b2c5e-46f8-434c-a300-5399931633a2 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486763 Aug 10 12:34:02.458763 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:02.500310 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-ad883bf8-f9c2-4457-9e83-2c4c669361a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:02.501847 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-ad883bf8-f9c2-4457-9e83-2c4c669361a1 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5a421661-37ef-440c-b88e-55072973c640 HTTP/1.1" status: 200 len: 854 time: 0.0741031 Aug 10 12:34:02.507053 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-004207d0-7353-4635-8c60-26705a922228 req-de0b5308-20c6-4d50-8b02-2791d36a7cdb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588683 Aug 10 12:34:02.574336 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-04a8399b-9b61-4459-bdde-36fa58a6c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:02.575780 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-04a8399b-9b61-4459-bdde-36fa58a6c8fa service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=5bf11b9e-ce66-4b66-9981-528746ab3fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446618 Aug 10 12:34:02.893362 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61c386-8954-4e1c-8afa-a25623071e70 req-94874b58-68a3-4277-8f6d-78f88a12320a tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:02.894757 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ad61c386-8954-4e1c-8afa-a25623071e70 req-94874b58-68a3-4277-8f6d-78f88a12320a tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 943 time: 0.0455196 Aug 10 12:34:02.940100 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ad61c386-8954-4e1c-8afa-a25623071e70 req-175874ba-e36b-4af5-af64-f8c0b6b7f84f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398974 Aug 10 12:34:03.046867 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58875de5-1dc9-4d13-ae6d-28447f8abe2e req-23298b35-c415-4a62-8a4c-d997d24d92f4 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:03.048328 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-58875de5-1dc9-4d13-ae6d-28447f8abe2e req-23298b35-c415-4a62-8a4c-d997d24d92f4 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 944 time: 0.0466268 Aug 10 12:34:03.094592 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-58875de5-1dc9-4d13-ae6d-28447f8abe2e req-f6f87e0c-7846-43f0-8266-87e5885a9ff4 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407214 Aug 10 12:34:03.593225 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029427d9-142d-4003-9aa9-3e71a8661b7f req-b8da1250-d560-451a-9f4a-f692f5dc012e tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:03.594858 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-029427d9-142d-4003-9aa9-3e71a8661b7f req-b8da1250-d560-451a-9f4a-f692f5dc012e tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0536511 Aug 10 12:34:03.644231 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-029427d9-142d-4003-9aa9-3e71a8661b7f req-58656363-36d4-4068-a802-659f7bad8306 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423536 Aug 10 12:34:04.031481 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-a43876e2-b2f3-4ebd-aa83-1658982946a6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5bf11b9e-ce66-4b66-9981-528746ab3fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880876 Aug 10 12:34:04.047297 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:04.061206 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8cb58-0caa-4486-a4c4-b9893ae72965 req-99829861-848c-4ffa-8e60-906c43480cfc tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:04.062724 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-dac8cb58-0caa-4486-a4c4-b9893ae72965 req-99829861-848c-4ffa-8e60-906c43480cfc tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 943 time: 0.0508766 Aug 10 12:34:04.109408 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-dac8cb58-0caa-4486-a4c4-b9893ae72965 req-ac3528b8-b06b-4fd4-8ecc-544eff45b849 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410924 Aug 10 12:34:04.211601 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a617df0-b2fb-4c38-a947-51043be400ab req-cef988a1-7e6b-4b27-a246-2e4aed1f997a tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:04.213059 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3a617df0-b2fb-4c38-a947-51043be400ab req-cef988a1-7e6b-4b27-a246-2e4aed1f997a tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 944 time: 0.0474565 Aug 10 12:34:04.259210 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3a617df0-b2fb-4c38-a947-51043be400ab req-57e492c7-82c6-4879-a6ad-fda27badaded tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398715 Aug 10 12:34:04.457691 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b2667-4374-4b1c-8eab-9150125ec8a7 req-a312bcce-040a-4b45-9789-2a98392f0343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:04.459148 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-620b2667-4374-4b1c-8eab-9150125ec8a7 req-a312bcce-040a-4b45-9789-2a98392f0343 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2&tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d HTTP/1.1" status: 200 len: 1127 time: 0.0821533 Aug 10 12:34:04.482440 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-42bfcb09-834c-4186-a8de-8b67e10d8822 req-2b45c80a-bb70-416d-9f59-c9d48255d036 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5bf11b9e-ce66-4b66-9981-528746ab3fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511900 Aug 10 12:34:04.559998 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b2667-4374-4b1c-8eab-9150125ec8a7 req-b95ba7be-1f1f-429c-94ff-a4663b9b3bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:04.562016 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-620b2667-4374-4b1c-8eab-9150125ec8a7 req-b95ba7be-1f1f-429c-94ff-a4663b9b3bc1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d&device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 1127 time: 0.0385902 Aug 10 12:34:04.766550 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472fa89-fa10-42bd-a140-4e625bb30888 req-1153bfcc-8329-4cb1-9752-29126ad241e6 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:04.767974 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c472fa89-fa10-42bd-a140-4e625bb30888 req-1153bfcc-8329-4cb1-9752-29126ad241e6 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0461628 Aug 10 12:34:04.813667 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c472fa89-fa10-42bd-a140-4e625bb30888 req-7b953655-af3a-4acb-888d-a46c09483a82 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400131 Aug 10 12:34:05.227488 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da13801-1d19-4aba-82c3-b696cb281461 req-a60333e3-ef29-4542-a4f4-f8510f5d92cf tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:05.228918 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6da13801-1d19-4aba-82c3-b696cb281461 req-a60333e3-ef29-4542-a4f4-f8510f5d92cf tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 943 time: 0.0496299 Aug 10 12:34:05.274073 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6da13801-1d19-4aba-82c3-b696cb281461 req-b63cc531-1d86-4235-b7a9-1c8091185fe0 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389996 Aug 10 12:34:05.379638 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266481a9-89ff-44be-8f82-8f4cbed2a29f req-80d0abe7-3538-4b59-8230-3e54110ebecd tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:05.381147 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-266481a9-89ff-44be-8f82-8f4cbed2a29f req-80d0abe7-3538-4b59-8230-3e54110ebecd tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 944 time: 0.0479627 Aug 10 12:34:05.400894 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:05.427707 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-266481a9-89ff-44be-8f82-8f4cbed2a29f req-de55ffd7-2f57-45e9-a48e-508779235e52 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410721 Aug 10 12:34:05.757358 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 925d1f21-e18a-4cdb-9515-0a2196cfef96 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:34:05.857657 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 925d1f21-e18a-4cdb-9515-0a2196cfef96, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=925d1f21-e18a-4cdb-9515-0a2196cfef96,segment=NetworkSegment(949f5e67-dae1-401b-b15e-1f53624fbea6),segment_id=949f5e67-dae1-401b-b15e-1f53624fbea6)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:34:05.870760 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': '925d1f21-e18a-4cdb-9515-0a2196cfef96', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'port_id': '925d1f21-e18a-4cdb-9515-0a2196cfef96', 'mac_address': 'fa:16:3e:77:f2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:34:05.871818 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:05.884914 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918c916-602d-412f-bf17-13782287d615 req-ec0908d7-9429-4e3a-bcda-f25d683dbf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:05.886971 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6918c916-602d-412f-bf17-13782287d615 req-ec0908d7-9429-4e3a-bcda-f25d683dbf5f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=cb4fb7d34a90445e9677ce7287759724&device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 1128 time: 0.0867436 Aug 10 12:34:05.908992 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 925d1f21-e18a-4cdb-9515-0a2196cfef96 is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:34:05.909547 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (925d1f21-e18a-4cdb-9515-0a2196cfef96), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:05.924761 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925d1f21-e18a-4cdb-9515-0a2196cfef96 {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:34:05.947285 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 925d1f21-e18a-4cdb-9515-0a2196cfef96, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=925d1f21-e18a-4cdb-9515-0a2196cfef96,segment=NetworkSegment(949f5e67-dae1-401b-b15e-1f53624fbea6),segment_id=949f5e67-dae1-401b-b15e-1f53624fbea6)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:34:05.951951 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (925d1f21-e18a-4cdb-9515-0a2196cfef96), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:05.988619 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:06.006617 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=925d1f21-e18a-4cdb-9515-0a2196cfef96,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:06.025197 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b2667-4374-4b1c-8eab-9150125ec8a7 req-e1c705a6-777f-4c9d-897b-20f21e69c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:06.027006 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-620b2667-4374-4b1c-8eab-9150125ec8a7 req-e1c705a6-777f-4c9d-897b-20f21e69c9c7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=9747c644-617a-4b31-a63b-39dd1a5c7b9c HTTP/1.1" status: 200 len: 916 time: 0.2351663 Aug 10 12:34:06.041297 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3bd3f-631d-421e-8f0f-55b91e5037ac req-f3f99a16-17c7-4533-8d58-8ba5d13f6ffa tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:06.042759 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3bb3bd3f-631d-421e-8f0f-55b91e5037ac req-f3f99a16-17c7-4533-8d58-8ba5d13f6ffa tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.1135483 Aug 10 12:34:06.147031 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918c916-602d-412f-bf17-13782287d615 req-f58041eb-c6f6-4fa3-b9d0-4930733c910b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:06.148490 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6918c916-602d-412f-bf17-13782287d615 req-f58041eb-c6f6-4fa3-b9d0-4930733c910b service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=5bf11b9e-ce66-4b66-9981-528746ab3fcc HTTP/1.1" status: 200 len: 916 time: 0.2508509 Aug 10 12:34:06.154396 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-620b2667-4374-4b1c-8eab-9150125ec8a7 req-ad8c46a2-32d0-4fba-8d87-f8397c771614 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd060781-b144-4d67-99d5-c6d10616e60b HTTP/1.1" status: 200 len: 999 time: 0.1107774 Aug 10 12:34:06.161710 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3bb3bd3f-631d-421e-8f0f-55b91e5037ac req-7191ddd2-153f-4244-97d7-414863abf88e tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076038 Aug 10 12:34:06.252698 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6918c916-602d-412f-bf17-13782287d615 req-e134accc-cb6e-486a-843c-e8b5987c2f46 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b96cc99c-2ad4-4023-a528-8c6512a0ba66 HTTP/1.1" status: 200 len: 217 time: 0.0520642 Aug 10 12:34:06.298206 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b2667-4374-4b1c-8eab-9150125ec8a7 req-74bf362a-ad49-481e-bb5d-96d231de3d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:06.299631 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-620b2667-4374-4b1c-8eab-9150125ec8a7 req-74bf362a-ad49-481e-bb5d-96d231de3d59 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=83d863d9-2bcf-49a1-876a-272e644640cc HTTP/1.1" status: 200 len: 854 time: 0.1067014 Aug 10 12:34:06.314251 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918c916-602d-412f-bf17-13782287d615 req-bae82f6c-0309-4a44-b474-869ed86ddbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:06.315693 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6918c916-602d-412f-bf17-13782287d615 req-bae82f6c-0309-4a44-b474-869ed86ddbd4 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5a421661-37ef-440c-b88e-55072973c640 HTTP/1.1" status: 200 len: 854 time: 0.0555935 Aug 10 12:34:06.384006 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918c916-602d-412f-bf17-13782287d615 req-8fad7d03-e673-43b2-9380-fb0ca7c3cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:06.385537 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6918c916-602d-412f-bf17-13782287d615 req-8fad7d03-e673-43b2-9380-fb0ca7c3cdf2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=5bf11b9e-ce66-4b66-9981-528746ab3fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602283 Aug 10 12:34:06.386428 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b2667-4374-4b1c-8eab-9150125ec8a7 req-161550f0-d2c4-484d-9958-3d41f6f29c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:06.387743 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-620b2667-4374-4b1c-8eab-9150125ec8a7 req-161550f0-d2c4-484d-9958-3d41f6f29c0d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9747c644-617a-4b31-a63b-39dd1a5c7b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712454 Aug 10 12:34:06.396849 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca3287-4e1b-44a0-8e88-ac7cca47bcb8 req-f9188369-1d25-4dba-b7d5-3ca55b8a132f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:06.398335 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c8ca3287-4e1b-44a0-8e88-ac7cca47bcb8 req-f9188369-1d25-4dba-b7d5-3ca55b8a132f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 944 time: 0.0487292 Aug 10 12:34:06.401465 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['925d1f21-e18a-4cdb-9515-0a2196cfef96'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:34:06.448394 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c8ca3287-4e1b-44a0-8e88-ac7cca47bcb8 req-3140dd72-7ccb-4d4e-9bc7-cebf62d4a905 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431674 Aug 10 12:34:06.810216 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8161e6-f42c-4821-911a-cfc73a6bbffd req-22042e57-cfb5-4272-9ffd-049c1f0c7cc5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:06.811716 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-aa8161e6-f42c-4821-911a-cfc73a6bbffd req-22042e57-cfb5-4272-9ffd-049c1f0c7cc5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 944 time: 0.0979805 Aug 10 12:34:06.879716 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-620b2667-4374-4b1c-8eab-9150125ec8a7 req-459b0d12-3b46-4995-96da-5e98d7ce6b94 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709117 Aug 10 12:34:06.881358 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6918c916-602d-412f-bf17-13782287d615 req-28514128-858a-478b-ae63-0edab3b9ac90 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5bf11b9e-ce66-4b66-9981-528746ab3fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738703 Aug 10 12:34:06.896866 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-aa8161e6-f42c-4821-911a-cfc73a6bbffd req-ab5c2463-f44d-459c-8cfd-838ee95d2c4a tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746739 Aug 10 12:34:06.988809 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:07.052653 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6918c916-602d-412f-bf17-13782287d615 req-5d8fc629-6fe3-4733-8735-79fd34893e42 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5bf11b9e-ce66-4b66-9981-528746ab3fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548035 Aug 10 12:34:07.054766 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-620b2667-4374-4b1c-8eab-9150125ec8a7 req-3c7c144b-4573-49ed-93aa-1fb3d5c66c5d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559415 Aug 10 12:34:07.290515 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a033e6-eb6a-45c8-9058-014879b1c33b req-c0cc5927-01b8-4be9-9263-a1438ee19576 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:07.292002 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-60a033e6-eb6a-45c8-9058-014879b1c33b req-c0cc5927-01b8-4be9-9263-a1438ee19576 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0503330 Aug 10 12:34:07.340605 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-60a033e6-eb6a-45c8-9058-014879b1c33b req-1bc1313e-e63d-41c9-a3f4-b76f017b942f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422342 Aug 10 12:34:07.608527 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861f4a3-e2b8-4f10-8764-431de7bbb612 req-a6af5098-07b7-4dd7-b802-1556b59534d9 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:07.620325 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1861f4a3-e2b8-4f10-8764-431de7bbb612 req-a6af5098-07b7-4dd7-b802-1556b59534d9 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 944 time: 0.0752442 Aug 10 12:34:07.646503 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:07.680158 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1861f4a3-e2b8-4f10-8764-431de7bbb612 req-4ac44a82-a4ce-4084-9765-e2312da41f6f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588813 Aug 10 12:34:07.763514 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device b96cc99c-2ad4-4023-a528-8c6512a0ba66 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:34:07.776558 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:07.784441 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 925d1f21-e18a-4cdb-9515-0a2196cfef96 up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:34:07.894442 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port 925d1f21-e18a-4cdb-9515-0a2196cfef96 completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:34:07.904518 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port 925d1f21-e18a-4cdb-9515-0a2196cfef96 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:34:07.905288 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (925d1f21-e18a-4cdb-9515-0a2196cfef96), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:08.011097 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port b96cc99c-2ad4-4023-a528-8c6512a0ba66, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b96cc99c-2ad4-4023-a528-8c6512a0ba66,segment=NetworkSegment(a1b76a96-7bd5-42f4-95aa-18a43709e977),segment_id=a1b76a96-7bd5-42f4-95aa-18a43709e977)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:34:08.013972 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 925d1f21-e18a-4cdb-9515-0a2196cfef96 is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:34:08.014365 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (925d1f21-e18a-4cdb-9515-0a2196cfef96), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:08.035177 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': 'b96cc99c-2ad4-4023-a528-8c6512a0ba66', 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc', 'port_id': 'b96cc99c-2ad4-4023-a528-8c6512a0ba66', 'mac_address': 'fa:16:3e:f2:d4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a421661-37ef-440c-b88e-55072973c640', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:34:08.047368 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4df21-0459-4f0b-b30d-ef1ba3fdb04c req-d11de389-71fc-4aae-9e19-a4743947df36 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:08.053681 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406145f8-c18f-42a6-ad69-122776fcde13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925d1f21-e18a-4cdb-9515-0a2196cfef96'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:34:08.054146 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4ca4df21-0459-4f0b-b30d-ef1ba3fdb04c req-d11de389-71fc-4aae-9e19-a4743947df36 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 944 time: 0.0692794 Aug 10 12:34:08.057528 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb30a701-2c11-4c3a-9a54-28f252dde08d" -d '{"events": [{"server_uuid": "406145f8-c18f-42a6-ad69-122776fcde13", "name": "network-vif-plugged", "status": "completed", "tag": "925d1f21-e18a-4cdb-9515-0a2196cfef96"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:34:08.097515 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 925d1f21-e18a-4cdb-9515-0a2196cfef96, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=925d1f21-e18a-4cdb-9515-0a2196cfef96,segment=NetworkSegment(949f5e67-dae1-401b-b15e-1f53624fbea6),segment_id=949f5e67-dae1-401b-b15e-1f53624fbea6)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:34:08.110003 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (925d1f21-e18a-4cdb-9515-0a2196cfef96), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:08.141692 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4ca4df21-0459-4f0b-b30d-ef1ba3fdb04c req-b5d1e95b-2415-43d8-bd3b-4ac8e92569f3 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821161 Aug 10 12:34:08.153108 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31758898-881d-418c-ae1f-530eff8954f1 x-openstack-request-id: req-31758898-881d-418c-ae1f-530eff8954f1 {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:34:08.153641 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406145f8-c18f-42a6-ad69-122776fcde13", "name": "network-vif-plugged", "status": "completed", "tag": "925d1f21-e18a-4cdb-9515-0a2196cfef96", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:34:08.154062 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31758898-881d-418c-ae1f-530eff8954f1 {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:34:08.154678 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31758898-881d-418c-ae1f-530eff8954f1'] response: {'server_uuid': '406145f8-c18f-42a6-ad69-122776fcde13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925d1f21-e18a-4cdb-9515-0a2196cfef96', 'code': 200} Aug 10 12:34:08.156541 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port b96cc99c-2ad4-4023-a528-8c6512a0ba66 is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:34:08.157124 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:08.203075 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96cc99c-2ad4-4023-a528-8c6512a0ba66 {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:34:08.218193 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=925d1f21-e18a-4cdb-9515-0a2196cfef96,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:08.231677 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port b96cc99c-2ad4-4023-a528-8c6512a0ba66, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b96cc99c-2ad4-4023-a528-8c6512a0ba66,segment=NetworkSegment(a1b76a96-7bd5-42f4-95aa-18a43709e977),segment_id=a1b76a96-7bd5-42f4-95aa-18a43709e977)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:34:08.235456 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:08.304440 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=b96cc99c-2ad4-4023-a528-8c6512a0ba66,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:08.507297 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a540a-28c9-44fe-a8c3-18d29f5bf9f2 req-797f0a40-2158-42c8-acf7-653e31444c0b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:08.508841 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-968a540a-28c9-44fe-a8c3-18d29f5bf9f2 req-797f0a40-2158-42c8-acf7-653e31444c0b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0691636 Aug 10 12:34:08.560735 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-968a540a-28c9-44fe-a8c3-18d29f5bf9f2 req-ff91b87e-6d43-4aa6-9949-27b78fbd292c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459208 Aug 10 12:34:08.660741 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['b96cc99c-2ad4-4023-a528-8c6512a0ba66'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:34:08.708124 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:08.817251 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:08.838609 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bceff1-e681-46d9-9c26-448126565a36 req-963b9351-b2b6-42d8-af2f-982759285cb8 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:08.840363 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-50bceff1-e681-46d9-9c26-448126565a36 req-963b9351-b2b6-42d8-af2f-982759285cb8 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0653055 Aug 10 12:34:08.908029 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-50bceff1-e681-46d9-9c26-448126565a36 req-7d4e331e-b3d8-4ed5-84b7-ea3292d3a362 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596640 Aug 10 12:34:09.275606 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079d634-9514-47cd-a7d5-162762de3129 req-6516cd2c-329f-4c86-8566-b5fc03a95918 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:09.277472 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e079d634-9514-47cd-a7d5-162762de3129 req-6516cd2c-329f-4c86-8566-b5fc03a95918 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 945 time: 0.0621860 Aug 10 12:34:09.336899 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e079d634-9514-47cd-a7d5-162762de3129 req-58fd5f9f-6cb0-470f-9701-ca024b975e51 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440500 Aug 10 12:34:09.704427 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc374c2f-4b4d-44d1-917e-f7c526c8764e req-df35852e-36cf-46dc-a794-a4954896e712 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:09.709701 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-cc374c2f-4b4d-44d1-917e-f7c526c8764e req-df35852e-36cf-46dc-a794-a4954896e712 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0546222 Aug 10 12:34:09.757416 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-cc374c2f-4b4d-44d1-917e-f7c526c8764e req-9a410de0-3606-4a2a-bcbd-d9e50275134b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457380 Aug 10 12:34:09.907401 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device b96cc99c-2ad4-4023-a528-8c6512a0ba66 up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:34:09.955549 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port b96cc99c-2ad4-4023-a528-8c6512a0ba66 completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:34:09.962598 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port b96cc99c-2ad4-4023-a528-8c6512a0ba66 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:34:09.962968 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:10.048571 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port b96cc99c-2ad4-4023-a528-8c6512a0ba66 is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:34:10.048973 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:10.050102 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd75f5-862b-4e2f-95e2-ee06cd3a2df4 req-d8ef018a-23b4-4e15-96b0-e1d08187eb0f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:10.054163 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5ccd75f5-862b-4e2f-95e2-ee06cd3a2df4 req-d8ef018a-23b4-4e15-96b0-e1d08187eb0f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0614398 Aug 10 12:34:10.071561 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:10.094482 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port b96cc99c-2ad4-4023-a528-8c6512a0ba66, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b96cc99c-2ad4-4023-a528-8c6512a0ba66,segment=NetworkSegment(a1b76a96-7bd5-42f4-95aa-18a43709e977),segment_id=a1b76a96-7bd5-42f4-95aa-18a43709e977)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:34:10.100437 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:10.137840 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5ccd75f5-862b-4e2f-95e2-ee06cd3a2df4 req-348265af-2851-460b-97b0-f8eb0434f500 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785038 Aug 10 12:34:10.161890 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc29cce-268e-4699-ad8d-7b096e9c30ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96cc99c-2ad4-4023-a528-8c6512a0ba66'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:34:10.161890 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf12cc2-ec47-415b-92e4-95f008a468ae" -d '{"events": [{"server_uuid": "bfc29cce-268e-4699-ad8d-7b096e9c30ed", "name": "network-vif-plugged", "status": "completed", "tag": "b96cc99c-2ad4-4023-a528-8c6512a0ba66"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:34:10.167404 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=b96cc99c-2ad4-4023-a528-8c6512a0ba66,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:10.206303 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a9e17c-42cd-4877-a19b-bab4242e6bf0 x-openstack-request-id: req-a7a9e17c-42cd-4877-a19b-bab4242e6bf0 {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:34:10.207283 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc29cce-268e-4699-ad8d-7b096e9c30ed", "name": "network-vif-plugged", "status": "completed", "tag": "b96cc99c-2ad4-4023-a528-8c6512a0ba66", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:34:10.207572 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a7a9e17c-42cd-4877-a19b-bab4242e6bf0 {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:34:10.208005 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a9e17c-42cd-4877-a19b-bab4242e6bf0'] response: {'server_uuid': 'bfc29cce-268e-4699-ad8d-7b096e9c30ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96cc99c-2ad4-4023-a528-8c6512a0ba66', 'code': 200} Aug 10 12:34:10.460165 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74d902-882a-43c6-b973-725011cf6fd8 req-11e6054e-ee96-4cae-b71a-c86de147a42f tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:10.461623 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3f74d902-882a-43c6-b973-725011cf6fd8 req-11e6054e-ee96-4cae-b71a-c86de147a42f tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 946 time: 0.0520186 Aug 10 12:34:10.510883 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3f74d902-882a-43c6-b973-725011cf6fd8 req-9e23eac7-bc09-4add-97f6-29994e1149bf tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434759 Aug 10 12:34:10.890118 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88527f4-31b1-41bc-9ef0-6741946cb42c req-3d2dcec1-9431-41c8-b50d-0a2baeac98d3 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:10.891603 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f88527f4-31b1-41bc-9ef0-6741946cb42c req-3d2dcec1-9431-41c8-b50d-0a2baeac98d3 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0493431 Aug 10 12:34:10.940368 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f88527f4-31b1-41bc-9ef0-6741946cb42c req-a85248e9-0c98-4526-a0ad-f0ca23c674fe tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427217 Aug 10 12:34:11.260543 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d4d47-61e9-4ee6-962f-8df43e26c368 req-c59b156a-f00c-4c17-8d2f-a67d5434c151 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:11.262118 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0b0d4d47-61e9-4ee6-962f-8df43e26c368 req-c59b156a-f00c-4c17-8d2f-a67d5434c151 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0481894 Aug 10 12:34:11.316296 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0b0d4d47-61e9-4ee6-962f-8df43e26c368 req-4f43a002-163b-4dcf-8453-ac286a8bb88b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480425 Aug 10 12:34:11.643754 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0e68b-5d78-4543-a88a-846e4223e88a req-d05f2483-7557-4c83-a0da-7eeff076148f tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:11.645285 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-70b0e68b-5d78-4543-a88a-846e4223e88a req-d05f2483-7557-4c83-a0da-7eeff076148f tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 946 time: 0.0548756 Aug 10 12:34:11.696443 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-70b0e68b-5d78-4543-a88a-846e4223e88a req-d418f4a4-d8ec-4948-8b6a-815ba08c1e36 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452013 Aug 10 12:34:12.076836 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd613762-c0e2-4338-aaa3-b6401e2bbc7d req-9c5b7945-8537-4da8-a527-e6f8313f6ab3 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:12.084619 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-cd613762-c0e2-4338-aaa3-b6401e2bbc7d req-9c5b7945-8537-4da8-a527-e6f8313f6ab3 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0616219 Aug 10 12:34:12.138017 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-cd613762-c0e2-4338-aaa3-b6401e2bbc7d req-4b566e3b-5ce9-48d8-9d6b-423465a7b927 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470788 Aug 10 12:34:12.443989 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5df7f-02e5-44a7-936e-ea867ee8d354 req-51e49695-044a-4c7f-865e-c03e3649899a tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:12.445742 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5ca5df7f-02e5-44a7-936e-ea867ee8d354 req-51e49695-044a-4c7f-865e-c03e3649899a tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0501342 Aug 10 12:34:12.498310 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5ca5df7f-02e5-44a7-936e-ea867ee8d354 req-65ba423e-d583-41e8-b9df-3e4884040d91 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469651 Aug 10 12:34:12.816022 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02a7b5-215a-4f6f-b8df-1fa6baf11fe2 req-bd759656-4fd0-49f1-a991-5f81aecd6865 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:12.817655 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7d02a7b5-215a-4f6f-b8df-1fa6baf11fe2 req-bd759656-4fd0-49f1-a991-5f81aecd6865 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 946 time: 0.0480957 Aug 10 12:34:12.874998 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7d02a7b5-215a-4f6f-b8df-1fa6baf11fe2 req-7a6e9e53-a962-4478-a4cc-831588fdd5bf tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482986 Aug 10 12:34:13.266224 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7926fc-a6dc-4346-ac9b-b507fbd3d2ae req-68f1ee4a-824c-4d45-9054-fd5b5625b44b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:13.267708 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7b7926fc-a6dc-4346-ac9b-b507fbd3d2ae req-68f1ee4a-824c-4d45-9054-fd5b5625b44b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0484219 Aug 10 12:34:13.323353 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7b7926fc-a6dc-4346-ac9b-b507fbd3d2ae req-bde76527-8442-43f5-bcd5-ca27760dd587 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497880 Aug 10 12:34:13.627783 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c2e5b-a586-4e23-b4b9-2de23aa81103 req-cc0101ac-ec65-4e02-b98d-676cb445a1b6 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:13.629420 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-822c2e5b-a586-4e23-b4b9-2de23aa81103 req-cc0101ac-ec65-4e02-b98d-676cb445a1b6 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0531254 Aug 10 12:34:13.679545 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-822c2e5b-a586-4e23-b4b9-2de23aa81103 req-1b70cda8-63f8-4499-b7c0-9d3cec2c6a9e tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441196 Aug 10 12:34:13.997619 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee594ec-53fb-4217-9ce2-cd0eaeb01162 req-94f05f1c-79f7-4590-b96f-c54efe7c6da1 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:13.999154 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bee594ec-53fb-4217-9ce2-cd0eaeb01162 req-94f05f1c-79f7-4590-b96f-c54efe7c6da1 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 946 time: 0.0515003 Aug 10 12:34:14.044712 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:14.050615 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bee594ec-53fb-4217-9ce2-cd0eaeb01162 req-3e7caf5c-3cf6-4ab8-8b08-6d727e07725e tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454044 Aug 10 12:34:14.415614 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:14.453235 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0e9da-50dd-4f4e-94af-9d4bf9e71837 req-53553c43-97ef-4fa9-8eb7-8ccc3633bbe9 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:14.454763 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5dd0e9da-50dd-4f4e-94af-9d4bf9e71837 req-53553c43-97ef-4fa9-8eb7-8ccc3633bbe9 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0504494 Aug 10 12:34:14.503483 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5dd0e9da-50dd-4f4e-94af-9d4bf9e71837 req-94ba5900-d6e8-4e35-84ef-6a618ec64706 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430686 Aug 10 12:34:14.798057 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14228e44-dc08-4550-b0ad-c1c45dc85a5d req-7837c36e-421c-47f2-bd21-5329d9007fde tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:14.799692 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-14228e44-dc08-4550-b0ad-c1c45dc85a5d req-7837c36e-421c-47f2-bd21-5329d9007fde tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0484300 Aug 10 12:34:14.849213 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-14228e44-dc08-4550-b0ad-c1c45dc85a5d req-3c5480e8-583c-42c2-b9f4-a0a5b8f07b44 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437815 Aug 10 12:34:15.174186 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69ff9a-2111-4b94-8949-849cb12d1e9e req-d11c265b-6e7c-40a6-bf74-6dde93cc81c8 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:15.175717 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4b69ff9a-2111-4b94-8949-849cb12d1e9e req-d11c265b-6e7c-40a6-bf74-6dde93cc81c8 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 946 time: 0.0531292 Aug 10 12:34:15.225862 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4b69ff9a-2111-4b94-8949-849cb12d1e9e req-99db04c4-5d79-4a3f-aae7-46366ed7961b tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444231 Aug 10 12:34:15.634356 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec496419-3967-4ddc-896c-b1caf92a1f28 req-6272712c-5544-49ba-87ac-b28f425b061b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:15.635882 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ec496419-3967-4ddc-896c-b1caf92a1f28 req-6272712c-5544-49ba-87ac-b28f425b061b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0532150 Aug 10 12:34:15.690209 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ec496419-3967-4ddc-896c-b1caf92a1f28 req-b631371b-909a-4040-a483-b6974ec6fd93 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482118 Aug 10 12:34:15.968315 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8873d-a021-42fb-920a-df8ff4273e91 req-61cef15f-0ed6-479a-8ff7-14ce7e5dd5c0 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:15.970129 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d1e8873d-a021-42fb-920a-df8ff4273e91 req-61cef15f-0ed6-479a-8ff7-14ce7e5dd5c0 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0496466 Aug 10 12:34:16.028152 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d1e8873d-a021-42fb-920a-df8ff4273e91 req-199dc37b-a60b-4e2a-b47a-5704eed8ec17 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515745 Aug 10 12:34:16.350374 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54229abd-4b43-4ddf-8cfc-2b6dc72d43ce req-ba0a37a3-bc75-4375-96f2-1416cdd445d3 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:16.351920 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-54229abd-4b43-4ddf-8cfc-2b6dc72d43ce req-ba0a37a3-bc75-4375-96f2-1416cdd445d3 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 946 time: 0.0495951 Aug 10 12:34:16.402531 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-54229abd-4b43-4ddf-8cfc-2b6dc72d43ce req-60e997cc-7f17-40fa-b9c0-ad3e247e9cf9 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448294 Aug 10 12:34:16.815994 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab8ba6-1320-4f2f-a488-205d06210118 req-161a0915-de31-4dfd-a249-a9779c1fc569 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:16.817521 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-13ab8ba6-1320-4f2f-a488-205d06210118 req-161a0915-de31-4dfd-a249-a9779c1fc569 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0479519 Aug 10 12:34:16.841975 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:16.869090 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-13ab8ba6-1320-4f2f-a488-205d06210118 req-c1905d07-e4ec-4d41-8dfe-36d015081862 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459387 Aug 10 12:34:17.153204 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d9f90-b614-4786-b092-dd5f2c8507d3 req-06658ab3-9e84-42d7-8308-22294ce6e230 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:17.155048 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-290d9f90-b614-4786-b092-dd5f2c8507d3 req-06658ab3-9e84-42d7-8308-22294ce6e230 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0530615 Aug 10 12:34:17.203481 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-290d9f90-b614-4786-b092-dd5f2c8507d3 req-7bbfdeb8-eda2-48cf-92a6-28f0ae671196 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410776 Aug 10 12:34:17.526600 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aef117-7c81-45a8-a9df-1f58631b3f93 req-5d46e5a1-13f4-4237-b03f-f4e695e34e9d tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:17.528059 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-04aef117-7c81-45a8-a9df-1f58631b3f93 req-5d46e5a1-13f4-4237-b03f-f4e695e34e9d tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 946 time: 0.0478210 Aug 10 12:34:17.573961 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-04aef117-7c81-45a8-a9df-1f58631b3f93 req-5873ba7a-e365-4334-bfce-0c43e2af9eaa tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404596 Aug 10 12:34:17.985428 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:18.001041 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e52277-e22e-49a2-a202-b840158d6761 req-40f02aeb-c483-4cfd-b71e-300ac765ba42 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:18.002552 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c3e52277-e22e-49a2-a202-b840158d6761 req-40f02aeb-c483-4cfd-b71e-300ac765ba42 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0485017 Aug 10 12:34:18.049327 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c3e52277-e22e-49a2-a202-b840158d6761 req-2bcfc409-10ed-49c1-9d71-30823fec2f29 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412149 Aug 10 12:34:18.318576 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fec54c-995a-4faa-ae0b-351cf3dd100d req-648cfbf7-2791-4c2e-b530-741e282d5de2 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:18.320036 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d8fec54c-995a-4faa-ae0b-351cf3dd100d req-648cfbf7-2791-4c2e-b530-741e282d5de2 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0466375 Aug 10 12:34:18.367005 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d8fec54c-995a-4faa-ae0b-351cf3dd100d req-c832a926-11d4-4956-b421-3619a29ff116 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414491 Aug 10 12:34:18.693614 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc824976-ed43-4d18-ab4b-ae3946c5f1a8 req-45d94d1f-9621-4310-90fc-8fb9b96c57ea tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:18.695084 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-fc824976-ed43-4d18-ab4b-ae3946c5f1a8 req-45d94d1f-9621-4310-90fc-8fb9b96c57ea tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 946 time: 0.0466931 Aug 10 12:34:18.745210 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-fc824976-ed43-4d18-ab4b-ae3946c5f1a8 req-68034392-c2ce-43b8-a0ae-d22339a758e1 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445781 Aug 10 12:34:18.764154 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:19.043076 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c706d-6aaf-418c-8af9-1aa42c06532d req-e74234e1-60c9-44b7-85c9-1efc7d07e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:19.044582 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6f7c706d-6aaf-418c-8af9-1aa42c06532d req-e74234e1-60c9-44b7-85c9-1efc7d07e94b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 1129 time: 0.0715525 Aug 10 12:34:19.045705 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd0359-dd98-4da4-9276-153b25fd62ff req-6b76e5b8-9984-4f49-b6ab-58a0dbb0f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:19.047530 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-bdcd0359-dd98-4da4-9276-153b25fd62ff req-6b76e5b8-9984-4f49-b6ab-58a0dbb0f79a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 1130 time: 0.0665748 Aug 10 12:34:19.126942 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6f7c706d-6aaf-418c-8af9-1aa42c06532d req-00a3fffb-e65d-47a5-8a9f-ff1652ec45f5 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682278 Aug 10 12:34:19.130182 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-bdcd0359-dd98-4da4-9276-153b25fd62ff req-9aff83aa-50c8-4acd-8e5d-dcc49d4237aa service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705361 Aug 10 12:34:19.177760 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a5531-5924-4f4e-8e97-dad494e39ad6 req-c0d26d55-8028-4d5d-bb58-0ac41b798c66 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:19.179228 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d98a5531-5924-4f4e-8e97-dad494e39ad6 req-c0d26d55-8028-4d5d-bb58-0ac41b798c66 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0514417 Aug 10 12:34:19.226012 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d98a5531-5924-4f4e-8e97-dad494e39ad6 req-f1c3ab84-4a0b-47a1-9407-40cc1883740e tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409374 Aug 10 12:34:19.481972 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba9e07-7cf6-4682-8d2b-92b902d89c2b req-0b7cacc5-2171-43da-a494-8ab56195a2fa tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:19.483417 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-66ba9e07-7cf6-4682-8d2b-92b902d89c2b req-0b7cacc5-2171-43da-a494-8ab56195a2fa tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0459445 Aug 10 12:34:19.529316 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-66ba9e07-7cf6-4682-8d2b-92b902d89c2b req-959d4590-aaea-4f20-97ea-dc7bcd0d3959 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404313 Aug 10 12:34:19.862257 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66f64f-57de-4b71-8844-54c5142dc11d req-c8fa7dbb-c669-4b82-a598-d3a08b037d65 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:19.863738 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4d66f64f-57de-4b71-8844-54c5142dc11d req-c8fa7dbb-c669-4b82-a598-d3a08b037d65 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 946 time: 0.0473521 Aug 10 12:34:19.911275 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4d66f64f-57de-4b71-8844-54c5142dc11d req-5c01a56e-21da-4834-87cb-49f1e16a2ae2 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419235 Aug 10 12:34:20.158355 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929962f-b07a-4ce7-bb99-6669b838bb70 req-05e9c325-96e7-41c1-8430-66b65625759f tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:20.159779 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5929962f-b07a-4ce7-bb99-6669b838bb70 req-05e9c325-96e7-41c1-8430-66b65625759f tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0469170 Aug 10 12:34:20.195037 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:20.210283 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5929962f-b07a-4ce7-bb99-6669b838bb70 req-def301d5-73d5-448a-83ef-3b8c3f15d906 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449805 Aug 10 12:34:20.354254 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5bd6b-1538-4fec-8f23-3e10a2c010e7 req-7bd3bca4-310d-4659-91b6-562c3f546bc6 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:20.355679 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3cc5bd6b-1538-4fec-8f23-3e10a2c010e7 req-7bd3bca4-310d-4659-91b6-562c3f546bc6 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0484242 Aug 10 12:34:20.404119 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3cc5bd6b-1538-4fec-8f23-3e10a2c010e7 req-9114b7ad-a8b6-48b5-afce-79b72ad59720 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429969 Aug 10 12:34:20.645151 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f59e42-f453-4c28-8fd3-7416024c0970 req-1f97bcc7-dbb7-49c5-bb99-494832d0b1bf tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:20.646537 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b9f59e42-f453-4c28-8fd3-7416024c0970 req-1f97bcc7-dbb7-49c5-bb99-494832d0b1bf tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0463450 Aug 10 12:34:20.693237 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b9f59e42-f453-4c28-8fd3-7416024c0970 req-7a8665c2-0d27-4c5d-a8fd-09b6a97ad982 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412183 Aug 10 12:34:21.031014 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166404a-2ecd-49e9-a466-f5f3b1aaf6c1 req-9730e718-3cdd-4f5f-acc9-93257d24e331 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:21.032463 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-2166404a-2ecd-49e9-a466-f5f3b1aaf6c1 req-9730e718-3cdd-4f5f-acc9-93257d24e331 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 946 time: 0.0507884 Aug 10 12:34:21.078906 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-2166404a-2ecd-49e9-a466-f5f3b1aaf6c1 req-eb4d7b6a-1df4-4ce0-b0bc-a883b03dd91d tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407500 Aug 10 12:34:21.330877 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0ba3b-e2f6-4f97-83ce-f427be475d4a req-7d333782-b292-4a06-a247-36008736b48a tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:21.332363 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-26e0ba3b-e2f6-4f97-83ce-f427be475d4a req-7d333782-b292-4a06-a247-36008736b48a tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0477164 Aug 10 12:34:21.379341 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-26e0ba3b-e2f6-4f97-83ce-f427be475d4a req-34283ee3-4bc1-4532-a155-1f78e7c26eec tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413175 Aug 10 12:34:21.462644 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-0904cc53-c0c3-4f99-8def-cea70ecbbfc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:21.526439 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157360c-1b5a-4b39-a80b-bc96d048adc9 req-f1d9c30e-afc1-4756-b594-fa7e0aa51add tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:21.527849 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e157360c-1b5a-4b39-a80b-bc96d048adc9 req-f1d9c30e-afc1-4756-b594-fa7e0aa51add tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0480676 Aug 10 12:34:21.573701 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e157360c-1b5a-4b39-a80b-bc96d048adc9 req-239989bf-99e1-4744-b1d3-e289e559ec18 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396175 Aug 10 12:34:21.810227 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f2e33-cfd2-4119-8cf7-4bf35ebba017 req-78c33cf7-b303-4c41-a250-d3b0c8fb3dc9 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:21.812067 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-db7f2e33-cfd2-4119-8cf7-4bf35ebba017 req-78c33cf7-b303-4c41-a250-d3b0c8fb3dc9 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0492949 Aug 10 12:34:21.858735 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-db7f2e33-cfd2-4119-8cf7-4bf35ebba017 req-de20839d-6950-4da1-b424-974fce06fe6c tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411737 Aug 10 12:34:21.969727 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1e55c-7b64-4002-ad5a-a7d5bc7ec3b9 req-15f423e2-a923-4643-b00c-5d0f835ab7af tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:21.971178 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-43c1e55c-7b64-4002-ad5a-a7d5bc7ec3b9 req-15f423e2-a923-4643-b00c-5d0f835ab7af tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0461357 Aug 10 12:34:21.981320 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 49734) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:34:21.985572 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-a4a533ae-cec4-475a-9df8-4212e0940a38 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Request body: {'floatingip': {'port_id': '925d1f21-e18a-4cdb-9515-0a2196cfef96'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:34:22.026432 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a4a533ae-cec4-475a-9df8-4212e0940a38 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for floatingip (9845b54a-6a6d-4d39-9af5-ef78ed92083c), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:22.053189 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:22.202555 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5f121-78fb-431d-b4f5-7cc47b622e97 req-39890e5c-037d-427a-a4ca-5cdff0972409 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:22.204047 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c7c5f121-78fb-431d-b4f5-7cc47b622e97 req-39890e5c-037d-427a-a4ca-5cdff0972409 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 946 time: 0.0467350 Aug 10 12:34:22.223662 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:22.253135 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c7c5f121-78fb-431d-b4f5-7cc47b622e97 req-49c6226f-a09b-4c37-a44b-1a140acc74e1 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428896 Aug 10 12:34:22.402262 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f2933-1192-43fa-ae36-0b32dc01b808 req-f1438da7-e32e-477b-99f5-434e663a36d9 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:22.403617 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d04f2933-1192-43fa-ae36-0b32dc01b808 req-f1438da7-e32e-477b-99f5-434e663a36d9 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 946 time: 0.0586591 Aug 10 12:34:22.467060 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:22.505081 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ad459-60e3-43a6-93f4-745aaceb6a8a req-51faa1ad-005b-4819-b1d3-cc470e998a5d tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:22.506648 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0e0ad459-60e3-43a6-93f4-745aaceb6a8a req-51faa1ad-005b-4819-b1d3-cc470e998a5d tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0529501 Aug 10 12:34:22.519145 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d04f2933-1192-43fa-ae36-0b32dc01b808 req-9d2efe2a-5a80-4764-9ab9-b0ec741249c1 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094594 Aug 10 12:34:22.531882 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a4a533ae-cec4-475a-9df8-4212e0940a38 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:22.545290 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a4a533ae-cec4-475a-9df8-4212e0940a38 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (9845b54a-6a6d-4d39-9af5-ef78ed92083c), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:22.564136 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0e0ad459-60e3-43a6-93f4-745aaceb6a8a req-bfb5928f-94f9-4435-99ca-6ca02d84e7be tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512905 Aug 10 12:34:22.643179 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.l3_db [None req-a4a533ae-cec4-475a-9df8-4212e0940a38 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Floating IP 9845b54a-6a6d-4d39-9af5-ef78ed92083c associated. External IP: 172.27.0.83, port: 925d1f21-e18a-4cdb-9515-0a2196cfef96. Aug 10 12:34:22.701068 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1027d-b735-4e79-aede-6a4d2a7956f2 req-bf007e98-6c93-4ebc-b987-16b6932b26c4 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:22.702619 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-76e1027d-b735-4e79-aede-6a4d2a7956f2 req-bf007e98-6c93-4ebc-b987-16b6932b26c4 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0488451 Aug 10 12:34:22.753252 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-76e1027d-b735-4e79-aede-6a4d2a7956f2 req-2557050a-4ce4-47cd-9abe-0bfbcbcef6e6 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446825 Aug 10 12:34:22.852066 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a533ae-cec4-475a-9df8-4212e0940a38 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Router d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:34:22.873682 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bab50-3a1d-413a-bb1f-0d3dd8b8bb0b req-fed47c51-66d7-40f9-a4be-872ee9847e0f tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:22.875174 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-332bab50-3a1d-413a-bb1f-0d3dd8b8bb0b req-fed47c51-66d7-40f9-a4be-872ee9847e0f tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 946 time: 0.0471714 Aug 10 12:34:22.926956 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-332bab50-3a1d-413a-bb1f-0d3dd8b8bb0b req-be5618b3-31e9-42d0-9bae-0335cbabde95 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458133 Aug 10 12:34:22.951377 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a533ae-cec4-475a-9df8-4212e0940a38 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:34:22.956756 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a4a533ae-cec4-475a-9df8-4212e0940a38 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:22.961321 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538382b-7d6f-4671-bcb3-34a3246fe654 None None] Sync routers for ids ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:34:22.972695 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538382b-7d6f-4671-bcb3-34a3246fe654 None None] Routers {'d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:34:22.973361 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e538382b-7d6f-4671-bcb3-34a3246fe654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:33:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:34:22.991904 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-a4a533ae-cec4-475a-9df8-4212e0940a38 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/9845b54a-6a6d-4d39-9af5-ef78ed92083c HTTP/1.1" status: 200 len: 990 time: 1.0071402 Aug 10 12:34:22.991904 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406145f8-c18f-42a6-ad69-122776fcde13', 'tag': '925d1f21-e18a-4cdb-9515-0a2196cfef96'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:34:22.992395 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7ba84a99e6a3ee78a19e4789e0716ba8eeb6d4089296a11dfcbdd1268c8b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c1b255-f142-4d29-bbf0-6092d28a968a" -d '{"events": [{"name": "network-changed", "server_uuid": "406145f8-c18f-42a6-ad69-122776fcde13", "tag": "925d1f21-e18a-4cdb-9515-0a2196cfef96"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:34:23.031660 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90b9026-8988-4abe-bc40-9a9a477eb650 x-openstack-request-id: req-d90b9026-8988-4abe-bc40-9a9a477eb650 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:34:23.032062 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406145f8-c18f-42a6-ad69-122776fcde13", "tag": "925d1f21-e18a-4cdb-9515-0a2196cfef96", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:34:23.032370 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d90b9026-8988-4abe-bc40-9a9a477eb650 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:34:23.032921 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d90b9026-8988-4abe-bc40-9a9a477eb650'] response: {'name': 'network-changed', 'server_uuid': '406145f8-c18f-42a6-ad69-122776fcde13', 'tag': '925d1f21-e18a-4cdb-9515-0a2196cfef96', 'status': 'completed', 'code': 200} Aug 10 12:34:23.083819 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e538382b-7d6f-4671-bcb3-34a3246fe654 None None] Set router d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:34:23.182157 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1b255-f142-4d29-bbf0-6092d28a968a req-e57cb3d1-474b-4137-8557-7c3dad6e04e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:23.183756 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-31c1b255-f142-4d29-bbf0-6092d28a968a req-e57cb3d1-474b-4137-8557-7c3dad6e04e7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2301f937213e47c29686be4e8601ac32&device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 1129 time: 0.0516119 Aug 10 12:34:23.315865 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e538382b-7d6f-4671-bcb3-34a3246fe654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'name': 'tempest-ServerRescueNegativeTestJSON-871011041-router', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:15Z', 'revision_number': 4, 'project_id': '2301f937213e47c29686be4e8601ac32', 'gw_port': {'id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '9845b54a-6a6d-4d39-9af5-ef78ed92083c', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'port_id': '925d1f21-e18a-4cdb-9515-0a2196cfef96', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'mac_address': 'fa:16:3e:77:f2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406145f8-c18f-42a6-ad69-122776fcde13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:33:36Z', 'updated_at': '2022-08-10T12:34:22Z', 'revision_number': 1, 'project_id': '2301f937213e47c29686be4e8601ac32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2421ca45-58b6-4fbc-a7bf-76ed2efd6e10', 'name': '', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'mac_address': 'fa:16:3e:66:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:14Z', 'updated_at': '2022-08-10T12:31:33Z', 'revision_number': 5, 'project_id': '2301f937213e47c29686be4e8601ac32', 'subnets': [{'id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:34:23.346898 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538382b-7d6f-4671-bcb3-34a3246fe654 None None] Checking router: d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:34:23.348970 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1b255-f142-4d29-bbf0-6092d28a968a req-c624f4fb-3189-4d91-83bc-e16b695b4fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:23.350472 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-31c1b255-f142-4d29-bbf0-6092d28a968a req-c624f4fb-3189-4d91-83bc-e16b695b4fe5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb HTTP/1.1" status: 200 len: 919 time: 0.1569824 Aug 10 12:34:23.355806 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538382b-7d6f-4671-bcb3-34a3246fe654 None None] Routers {'d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:34:23.356413 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e538382b-7d6f-4671-bcb3-34a3246fe654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:33:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:34:23.455372 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-e538382b-7d6f-4671-bcb3-34a3246fe654 None None] Set router d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:34:23.482978 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-31c1b255-f142-4d29-bbf0-6092d28a968a req-a0e1e575-1178-44a4-a55f-da446449fec6 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=925d1f21-e18a-4cdb-9515-0a2196cfef96 HTTP/1.1" status: 200 len: 998 time: 0.0600548 Aug 10 12:34:23.486253 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:23.538302 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1b255-f142-4d29-bbf0-6092d28a968a req-eb4fe656-26d2-45d3-b6db-6080775e4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:23.539744 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-31c1b255-f142-4d29-bbf0-6092d28a968a req-eb4fe656-26d2-45d3-b6db-6080775e4f21 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5e7cdd28-a708-4c60-9515-0f4475157064 HTTP/1.1" status: 200 len: 857 time: 0.0447979 Aug 10 12:34:23.586252 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1b255-f142-4d29-bbf0-6092d28a968a req-1334a294-6dc2-4340-a6a8-06cdf8aa5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:23.588160 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-31c1b255-f142-4d29-bbf0-6092d28a968a req-1334a294-6dc2-4340-a6a8-06cdf8aa5cfa service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409343 Aug 10 12:34:23.695803 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-dc288915-306f-42c9-80c7-7a219da2202c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:23.699830 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-e538382b-7d6f-4671-bcb3-34a3246fe654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'name': 'tempest-ServerRescueNegativeTestJSON-871011041-router', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:15Z', 'revision_number': 4, 'project_id': '2301f937213e47c29686be4e8601ac32', 'gw_port': {'id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '9845b54a-6a6d-4d39-9af5-ef78ed92083c', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'port_id': '925d1f21-e18a-4cdb-9515-0a2196cfef96', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'mac_address': 'fa:16:3e:77:f2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406145f8-c18f-42a6-ad69-122776fcde13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:33:36Z', 'updated_at': '2022-08-10T12:34:22Z', 'revision_number': 1, 'project_id': '2301f937213e47c29686be4e8601ac32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2421ca45-58b6-4fbc-a7bf-76ed2efd6e10', 'name': '', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'mac_address': 'fa:16:3e:66:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:14Z', 'updated_at': '2022-08-10T12:31:33Z', 'revision_number': 5, 'project_id': '2301f937213e47c29686be4e8601ac32', 'subnets': [{'id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:34:23.706067 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bfa80-963f-4c79-ac47-14a39da82c53 req-9c2aaa22-5318-4ae3-9ec1-4054b6178197 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:23.707811 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-446bfa80-963f-4c79-ac47-14a39da82c53 req-9c2aaa22-5318-4ae3-9ec1-4054b6178197 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0637386 Aug 10 12:34:23.718523 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:23.725770 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538382b-7d6f-4671-bcb3-34a3246fe654 None None] The sync data for ids ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'] in dv-cinder-852261-3-iscsi is: [{'id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'name': 'tempest-ServerRescueNegativeTestJSON-871011041-router', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:15Z', 'revision_number': 4, 'project_id': '2301f937213e47c29686be4e8601ac32', 'gw_port': {'id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '9845b54a-6a6d-4d39-9af5-ef78ed92083c', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'port_id': '925d1f21-e18a-4cdb-9515-0a2196cfef96', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'mac_address': 'fa:16:3e:77:f2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406145f8-c18f-42a6-ad69-122776fcde13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:33:36Z', 'updated_at': '2022-08-10T12:34:22Z', 'revision_number': 1, 'project_id': '2301f937213e47c29686be4e8601ac32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2421ca45-58b6-4fbc-a7bf-76ed2efd6e10', 'name': '', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'mac_address': 'fa:16:3e:66:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:14Z', 'updated_at': '2022-08-10T12:31:33Z', 'revision_number': 5, 'project_id': '2301f937213e47c29686be4e8601ac32', 'subnets': [{'id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:34:23.752649 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-31c1b255-f142-4d29-bbf0-6092d28a968a req-f2f69a2a-c40e-403a-b874-07a52c18bb5d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573277 Aug 10 12:34:23.775956 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-446bfa80-963f-4c79-ac47-14a39da82c53 req-1303c525-d101-4a36-9b13-65d5f0b7c16b tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613308 Aug 10 12:34:23.875502 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:23.884835 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f912df0-993d-4766-859c-bcf4a30b988a req-cc1ebbd5-bcd4-461d-b290-98a0c111dc20 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:23.886659 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9f912df0-993d-4766-859c-bcf4a30b988a req-cc1ebbd5-bcd4-461d-b290-98a0c111dc20 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0500188 Aug 10 12:34:23.919404 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df6a882-02c2-43fa-9250-53ffa0fb6b47 None None] New status for floating IP 9845b54a-6a6d-4d39-9af5-ef78ed92083c: ACTIVE {{(pid=103792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:34:23.944368 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9f912df0-993d-4766-859c-bcf4a30b988a req-1d915eec-21e7-4d52-97c3-d1edee7cf281 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510232 Aug 10 12:34:24.130181 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-31c1b255-f142-4d29-bbf0-6092d28a968a req-49c4682c-b113-47cc-8297-77a6975844e0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932124 Aug 10 12:34:24.834968 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:24.898185 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab68a1e-f06a-486a-a62a-5437479be510 req-546bdf3f-403a-4ca0-907e-53f10adaf446 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:24.899544 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bab68a1e-f06a-486a-a62a-5437479be510 req-546bdf3f-403a-4ca0-907e-53f10adaf446 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0460145 Aug 10 12:34:24.945619 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bab68a1e-f06a-486a-a62a-5437479be510 req-cb811967-de43-4ec5-9f3e-e8fc653aa514 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404894 Aug 10 12:34:25.072010 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8f1d2-8aad-4427-bd28-749cdd84edaa req-c04578bb-9130-4ad3-bda2-fc0ec1271750 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:25.073460 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-cdc8f1d2-8aad-4427-bd28-749cdd84edaa req-c04578bb-9130-4ad3-bda2-fc0ec1271750 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0497973 Aug 10 12:34:25.120368 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-cdc8f1d2-8aad-4427-bd28-749cdd84edaa req-f47a3c62-bb5d-44a5-a8f1-c441140fc79c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408447 Aug 10 12:34:25.507795 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f56c7-5d38-4aca-af4c-199a38939a85 req-43522e0c-eed2-4923-aae4-a0126fc1d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:25.509360 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-116f56c7-5d38-4aca-af4c-199a38939a85 req-43522e0c-eed2-4923-aae4-a0126fc1d557 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d&device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 1127 time: 0.0418887 Aug 10 12:34:25.610575 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:25.626923 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f56c7-5d38-4aca-af4c-199a38939a85 req-112076f6-0e8b-4822-9105-6acf68c78825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:25.628417 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-116f56c7-5d38-4aca-af4c-199a38939a85 req-112076f6-0e8b-4822-9105-6acf68c78825 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=9747c644-617a-4b31-a63b-39dd1a5c7b9c HTTP/1.1" status: 200 len: 916 time: 0.0983090 Aug 10 12:34:25.728205 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-116f56c7-5d38-4aca-af4c-199a38939a85 req-ccb170d8-506f-43b0-a4c8-d36f1b41f426 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd060781-b144-4d67-99d5-c6d10616e60b HTTP/1.1" status: 200 len: 999 time: 0.0573089 Aug 10 12:34:25.825492 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f56c7-5d38-4aca-af4c-199a38939a85 req-47362688-319d-47d2-9953-431285923891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:25.827478 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-116f56c7-5d38-4aca-af4c-199a38939a85 req-47362688-319d-47d2-9953-431285923891 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=83d863d9-2bcf-49a1-876a-272e644640cc HTTP/1.1" status: 200 len: 854 time: 0.0441389 Aug 10 12:34:25.879349 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f56c7-5d38-4aca-af4c-199a38939a85 req-8b63d23d-e7ce-4491-b03d-4e8b268f9a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:25.880940 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-116f56c7-5d38-4aca-af4c-199a38939a85 req-8b63d23d-e7ce-4491-b03d-4e8b268f9a94 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9747c644-617a-4b31-a63b-39dd1a5c7b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449836 Aug 10 12:34:25.989546 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-116f56c7-5d38-4aca-af4c-199a38939a85 req-c90333a4-e566-431c-ac19-1cbcf81359b3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846722 Aug 10 12:34:26.065336 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d05eb-691c-441c-9a1f-1fcc0029d93c req-49eba00e-b0d5-4b09-985f-1d9e0e48131d tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:26.066823 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-dd3d05eb-691c-441c-9a1f-1fcc0029d93c req-49eba00e-b0d5-4b09-985f-1d9e0e48131d tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0478373 Aug 10 12:34:26.089484 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-116f56c7-5d38-4aca-af4c-199a38939a85 req-238102eb-9825-4e6a-a927-0a90de545cf8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891395 Aug 10 12:34:26.115228 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-dd3d05eb-691c-441c-9a1f-1fcc0029d93c req-a4ce528c-a22a-4aa4-9454-94cd28c96bad tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427544 Aug 10 12:34:26.251240 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acd134-87e6-4d6e-a953-9c3d286539c3 req-0148fd45-395c-4f14-a678-0140465fb910 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:26.252722 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d3acd134-87e6-4d6e-a953-9c3d286539c3 req-0148fd45-395c-4f14-a678-0140465fb910 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0477185 Aug 10 12:34:26.299366 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d3acd134-87e6-4d6e-a953-9c3d286539c3 req-bcf25ceb-81dd-49b6-8bbd-fde40991c045 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411062 Aug 10 12:34:26.323770 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:26.611506 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:27.238165 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df7617-7f44-4457-b87c-048953f03d0d req-aa36bd6c-5bf7-4691-9993-9d57fb3c8fa2 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:27.239650 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-39df7617-7f44-4457-b87c-048953f03d0d req-aa36bd6c-5bf7-4691-9993-9d57fb3c8fa2 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0494602 Aug 10 12:34:27.260022 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:34:27.285112 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-39df7617-7f44-4457-b87c-048953f03d0d req-c3f671f2-b291-4c64-85b0-e657bd128ba4 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400307 Aug 10 12:34:27.421625 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938674f-1763-4a01-8713-b42774ca1c4b req-ad622887-ef6d-46ad-b5bf-de2168185cb6 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:27.423072 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4938674f-1763-4a01-8713-b42774ca1c4b req-ad622887-ef6d-46ad-b5bf-de2168185cb6 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 943 time: 0.0467756 Aug 10 12:34:27.472945 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4938674f-1763-4a01-8713-b42774ca1c4b req-4587ed70-15f1-4a7f-bf23-67a5099df96d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443735 Aug 10 12:34:28.005874 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device dd060781-b144-4d67-99d5-c6d10616e60b details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:34:28.021856 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:28.106144 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port dd060781-b144-4d67-99d5-c6d10616e60b, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=dd060781-b144-4d67-99d5-c6d10616e60b,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:34:28.120878 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': 'dd060781-b144-4d67-99d5-c6d10616e60b', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'port_id': 'dd060781-b144-4d67-99d5-c6d10616e60b', 'mac_address': 'fa:16:3e:39:cf:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:34:28.157643 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port dd060781-b144-4d67-99d5-c6d10616e60b is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:34:28.158034 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:28.170564 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd060781-b144-4d67-99d5-c6d10616e60b {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:34:28.189632 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port dd060781-b144-4d67-99d5-c6d10616e60b, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=dd060781-b144-4d67-99d5-c6d10616e60b,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:34:28.193746 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:28.238914 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=dd060781-b144-4d67-99d5-c6d10616e60b,revision_number=9']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:28.403532 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cc95c-1f75-4b2d-97a8-bd482cc793cd req-3d746ccd-d427-4c7c-bdf9-dcaa89d814a7 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:28.404977 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ed6cc95c-1f75-4b2d-97a8-bd482cc793cd req-3d746ccd-d427-4c7c-bdf9-dcaa89d814a7 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0478880 Aug 10 12:34:28.423594 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:28.452639 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ed6cc95c-1f75-4b2d-97a8-bd482cc793cd req-8b6ebff3-0c2b-4255-9788-52d162284528 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420508 Aug 10 12:34:28.595563 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e073a3-a102-4670-9405-9b4c4b9258b3 req-ab7c9812-38aa-4e87-a232-41e592be7c64 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:28.597257 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c9e073a3-a102-4670-9405-9b4c4b9258b3 req-ab7c9812-38aa-4e87-a232-41e592be7c64 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 944 time: 0.0474095 Aug 10 12:34:28.643819 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c9e073a3-a102-4670-9405-9b4c4b9258b3 req-e9630b63-33d8-400c-baff-47e0246aa5bf tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408175 Aug 10 12:34:28.723743 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['dd060781-b144-4d67-99d5-c6d10616e60b'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:34:29.568879 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb01acd-c6eb-423e-9abf-02dd3ef5e794 req-cbd631de-c375-4d10-88bd-140a8454bc5d tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:29.570336 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5bb01acd-c6eb-423e-9abf-02dd3ef5e794 req-cbd631de-c375-4d10-88bd-140a8454bc5d tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0464270 Aug 10 12:34:29.621526 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5bb01acd-c6eb-423e-9abf-02dd3ef5e794 req-c808fd90-1878-4eb7-9c0b-7d9c5de4dffd tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456252 Aug 10 12:34:29.765813 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d9601-7282-4310-85b1-6ff2bd04a54f req-41f015cb-9d28-4a5a-a7b1-f127bd033856 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:29.767156 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f99d9601-7282-4310-85b1-6ff2bd04a54f req-41f015cb-9d28-4a5a-a7b1-f127bd033856 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 944 time: 0.0459237 Aug 10 12:34:29.809021 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:29.813427 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f99d9601-7282-4310-85b1-6ff2bd04a54f req-f5cade12-8528-4398-bfbe-8021d066e3cc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408251 Aug 10 12:34:30.027944 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device dd060781-b144-4d67-99d5-c6d10616e60b up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:34:30.070381 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port dd060781-b144-4d67-99d5-c6d10616e60b triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:34:30.070762 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:30.131436 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:30.144483 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port dd060781-b144-4d67-99d5-c6d10616e60b is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:34:30.144874 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:30.166611 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd060781-b144-4d67-99d5-c6d10616e60b'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:34:30.168818 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50148bb3-9d34-46d0-b88b-ee81582795d1" -d '{"events": [{"server_uuid": "b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2", "name": "network-vif-plugged", "status": "completed", "tag": "dd060781-b144-4d67-99d5-c6d10616e60b"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:34:30.180964 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port dd060781-b144-4d67-99d5-c6d10616e60b, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=dd060781-b144-4d67-99d5-c6d10616e60b,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:34:30.185927 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:30.211045 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afb856c-a550-4e1b-93e0-c18f30032363 x-openstack-request-id: req-2afb856c-a550-4e1b-93e0-c18f30032363 {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:34:30.211339 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2", "name": "network-vif-plugged", "status": "completed", "tag": "dd060781-b144-4d67-99d5-c6d10616e60b", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:34:30.211592 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2afb856c-a550-4e1b-93e0-c18f30032363 {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:34:30.211988 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2afb856c-a550-4e1b-93e0-c18f30032363'] response: {'server_uuid': 'b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd060781-b144-4d67-99d5-c6d10616e60b', 'code': 200} Aug 10 12:34:30.235220 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=dd060781-b144-4d67-99d5-c6d10616e60b,revision_number=10']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:30.746851 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cd53d-005d-429e-aaab-621fe561759c req-50a7a263-807a-41d8-930c-54224d359533 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:30.748332 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7d4cd53d-005d-429e-aaab-621fe561759c req-50a7a263-807a-41d8-930c-54224d359533 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0520723 Aug 10 12:34:30.800245 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7d4cd53d-005d-429e-aaab-621fe561759c req-26702f61-9ccc-4132-97f2-abcf17da4a61 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461535 Aug 10 12:34:30.840930 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac1efe-e976-498c-8955-07373dfa7b74 req-65665fb2-35d2-477c-b0a2-7650cc0a465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:30.842914 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-62ac1efe-e976-498c-8955-07373dfa7b74 req-65665fb2-35d2-477c-b0a2-7650cc0a465a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 1130 time: 0.0364575 Aug 10 12:34:30.889825 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-62ac1efe-e976-498c-8955-07373dfa7b74 req-068db465-7e30-4788-be19-ea209b38ba73 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399144 Aug 10 12:34:30.938063 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee26f6-eb0a-40e3-84c4-4d61ef692b06 req-31a2da5c-f5ef-4fc5-901e-8904163d9191 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:30.939533 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-0fee26f6-eb0a-40e3-84c4-4d61ef692b06 req-31a2da5c-f5ef-4fc5-901e-8904163d9191 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 946 time: 0.0469048 Aug 10 12:34:30.986773 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-0fee26f6-eb0a-40e3-84c4-4d61ef692b06 req-268b7c7f-03b0-4f6e-8439-02f3ff905747 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416315 Aug 10 12:34:31.919997 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cd4df-cf3d-45e7-85bb-a447aa1141f9 req-5e2bac00-8312-4b05-8f4a-e6701d984ab5 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:31.921967 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d29cd4df-cf3d-45e7-85bb-a447aa1141f9 req-5e2bac00-8312-4b05-8f4a-e6701d984ab5 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0494852 Aug 10 12:34:31.967728 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d29cd4df-cf3d-45e7-85bb-a447aa1141f9 req-cf4633c4-54ec-4dc9-a760-98d4ce0c2c28 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402780 Aug 10 12:34:32.110325 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c232c44-9e2e-4252-9a22-e04080aee5ce req-4b9e3227-74cd-4116-8327-421b78a0c088 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:32.111808 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8c232c44-9e2e-4252-9a22-e04080aee5ce req-4b9e3227-74cd-4116-8327-421b78a0c088 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 946 time: 0.0470557 Aug 10 12:34:32.158859 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8c232c44-9e2e-4252-9a22-e04080aee5ce req-dd9fe816-3f02-4ad0-a3b4-bad88f95da9d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414934 Aug 10 12:34:33.081801 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:33.093989 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca579f47-05b0-4c81-9207-1d438bb39269 req-71aeed9a-e947-485e-bb1d-c82feb0095db tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:33.095717 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ca579f47-05b0-4c81-9207-1d438bb39269 req-71aeed9a-e947-485e-bb1d-c82feb0095db tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0527663 Aug 10 12:34:33.158657 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ca579f47-05b0-4c81-9207-1d438bb39269 req-7d5eb41c-7fa3-460e-984e-e44fc6fc697a tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451956 Aug 10 12:34:33.287833 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d0722-7bb1-4e21-8fc8-1eb9a4d28573 req-42f95063-edee-4181-88ac-3b29f9df14ad tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:33.289395 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-979d0722-7bb1-4e21-8fc8-1eb9a4d28573 req-42f95063-edee-4181-88ac-3b29f9df14ad tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 946 time: 0.0519338 Aug 10 12:34:33.337874 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-979d0722-7bb1-4e21-8fc8-1eb9a4d28573 req-3aa8d29d-f2f2-416c-8dc6-0546419c1e19 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426469 Aug 10 12:34:34.022671 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:34.281174 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b832ec1-0d7f-4e1f-ab20-8b3f93ba04f6 req-398fe37f-0c4f-4f31-97e7-0e45e7fd3b5c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:34.282544 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1b832ec1-0d7f-4e1f-ab20-8b3f93ba04f6 req-398fe37f-0c4f-4f31-97e7-0e45e7fd3b5c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0461113 Aug 10 12:34:34.332824 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1b832ec1-0d7f-4e1f-ab20-8b3f93ba04f6 req-60f80c86-be77-441b-86cb-9278c4b64bc6 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446906 Aug 10 12:34:34.460520 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec4c41-8750-4ccf-bfb0-c5e60679127e req-7c0319c4-3197-4d32-bff4-558b4d487e20 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:34.462008 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-72ec4c41-8750-4ccf-bfb0-c5e60679127e req-7c0319c4-3197-4d32-bff4-558b4d487e20 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 946 time: 0.0465353 Aug 10 12:34:34.493498 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:34.508173 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-72ec4c41-8750-4ccf-bfb0-c5e60679127e req-12c16f13-3b15-4007-8439-4369cc4b2e7e tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407279 Aug 10 12:34:35.392342 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f184292-f2e4-4d3b-92b3-c3f0968aaf87 req-491314ff-32c9-480d-bfd1-73fe63cf5df4 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:35.393782 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6f184292-f2e4-4d3b-92b3-c3f0968aaf87 req-491314ff-32c9-480d-bfd1-73fe63cf5df4 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 946 time: 0.0483217 Aug 10 12:34:35.441097 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6f184292-f2e4-4d3b-92b3-c3f0968aaf87 req-454ce807-cd14-4aee-abc8-98907680061a tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417485 Aug 10 12:34:35.451095 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db297119-281c-4576-9d95-7a3889b53e3e req-30ffe8b9-b63c-4d3e-b988-e13e039c6dfd tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:35.453205 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-db297119-281c-4576-9d95-7a3889b53e3e req-30ffe8b9-b63c-4d3e-b988-e13e039c6dfd tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0463886 Aug 10 12:34:35.467081 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 49890) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:34:35.506099 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-db297119-281c-4576-9d95-7a3889b53e3e req-585dc5c0-e398-4260-b49a-8138378f1337 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454965 Aug 10 12:34:35.550198 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fbc4d3-8bff-4807-8a73-9d3539f30240 tempest-TestMinimumBasicScenario-1085643173 tempest-TestMinimumBasicScenario-1085643173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:35.551668 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-c9fbc4d3-8bff-4807-8a73-9d3539f30240 tempest-TestMinimumBasicScenario-1085643173 tempest-TestMinimumBasicScenario-1085643173-project-admin] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 1125 time: 0.0835459 Aug 10 12:34:35.554622 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 49894) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:34:35.558864 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Request body: {'floatingip': {'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'port_id': 'b96cc99c-2ad4-4023-a528-8c6512a0ba66', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:34:35.579845 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:35.660506 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:35.762270 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Allocated IP 172.27.0.41 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/fbbf8cf0-50b9-471e-82e9-e619442c3e40) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:34:35.862957 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:35.866231 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for port (fbbf8cf0-50b9-471e-82e9-e619442c3e40), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:35.898373 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (fbbf8cf0-50b9-471e-82e9-e619442c3e40), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:35.938742 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:34:35.941809 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:34:35.945490 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:34:35.948573 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Pushing event updated for resources: {'Port': ['ID=fbbf8cf0-50b9-471e-82e9-e619442c3e40,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:35.977866 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:35.978212 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:35.978553 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:35.978889 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:35.979220 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:35.979552 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:35.979880 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:35.980204 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:35.980526 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:35.980846 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:35.981167 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:35.981510 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:35.981832 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:35.982151 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:35.982470 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:36.120719 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:36.301943 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for floatingip (2609c38c-1230-4ca2-9c86-491a6fcddffa), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:36.368983 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (fbbf8cf0-50b9-471e-82e9-e619442c3e40), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:36.515015 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for port (fbbf8cf0-50b9-471e-82e9-e619442c3e40), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:36.519709 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (fbbf8cf0-50b9-471e-82e9-e619442c3e40), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:36.605996 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (2609c38c-1230-4ca2-9c86-491a6fcddffa), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:36.625182 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:36.660158 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Pushing event updated for resources: {'Port': ['ID=fbbf8cf0-50b9-471e-82e9-e619442c3e40,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:36.691573 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc83d4-debd-4299-8719-34172aaec9b3 req-617b67ee-2af1-47a7-b4d1-0f6bc109d4e3 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:36.693068 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1adc83d4-debd-4299-8719-34172aaec9b3 req-617b67ee-2af1-47a7-b4d1-0f6bc109d4e3 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.1053095 Aug 10 12:34:36.765361 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.l3_db [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Floating IP 2609c38c-1230-4ca2-9c86-491a6fcddffa associated. External IP: 172.27.0.41, port: b96cc99c-2ad4-4023-a528-8c6512a0ba66. Aug 10 12:34:36.950537 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2454d-406b-4aea-8e79-25e4d15f0e5c req-aff1ad3d-57fa-4ab3-bb77-dd649870e1e5 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:36.952732 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3fb2454d-406b-4aea-8e79-25e4d15f0e5c req-aff1ad3d-57fa-4ab3-bb77-dd649870e1e5 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 945 time: 0.0494990 Aug 10 12:34:37.002355 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3fb2454d-406b-4aea-8e79-25e4d15f0e5c req-c3759912-7406-42e5-818f-f859c9f4e2f4 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c46c0461-4761-473a-ac14-1f91401bc45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439262 Aug 10 12:34:37.058382 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1adc83d4-debd-4299-8719-34172aaec9b3 req-fa97f707-5bf3-4e5d-9060-7175c441fd6b tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3412213 Aug 10 12:34:37.205256 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:37.252449 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Router 2a597191-f86c-41b4-b447-a2c166835161 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:34:37.256673 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:37.274371 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328ea81-edb0-4c48-89c1-7dc8a48af125 req-4a3277b8-c22d-4d9f-8729-49de3a2e15bd tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:37.275833 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1328ea81-edb0-4c48-89c1-7dc8a48af125 req-4a3277b8-c22d-4d9f-8729-49de3a2e15bd tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0584617 Aug 10 12:34:37.398144 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1328ea81-edb0-4c48-89c1-7dc8a48af125 req-e674a59f-df06-4f9e-aeda-636621cfa878 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874267 Aug 10 12:34:37.404303 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:34:37.418009 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94858ab-3fae-418c-a69f-99969d075525 None None] Sync routers for ids ['2a597191-f86c-41b4-b447-a2c166835161'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:34:37.425663 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:37.429253 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94858ab-3fae-418c-a69f-99969d075525 None None] Routers {'2a597191-f86c-41b4-b447-a2c166835161'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:34:37.429886 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a94858ab-3fae-418c-a69f-99969d075525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:34:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['2a597191-f86c-41b4-b447-a2c166835161'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:34:37.458736 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-b6e60fa7-86a1-45be-99d8-0bce169ee303 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9031236 Aug 10 12:34:37.459323 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc29cce-268e-4699-ad8d-7b096e9c30ed', 'tag': 'b96cc99c-2ad4-4023-a528-8c6512a0ba66'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:34:37.461628 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d0b089-1bec-485c-90fd-9e2b89c27100" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc29cce-268e-4699-ad8d-7b096e9c30ed", "tag": "b96cc99c-2ad4-4023-a528-8c6512a0ba66"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:34:37.461914 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 49916) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:34:37.466611 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1585465032', 'description': 'tempest-secgroup-smoke-1585465032 description', 'project_id': 'cb4fb7d34a90445e9677ce7287759724'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:34:37.491237 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:37.503468 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7784290d-7a96-439c-bb2d-c11fcc1cca53 x-openstack-request-id: req-7784290d-7a96-439c-bb2d-c11fcc1cca53 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:34:37.503762 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc29cce-268e-4699-ad8d-7b096e9c30ed", "tag": "b96cc99c-2ad4-4023-a528-8c6512a0ba66", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:34:37.504012 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7784290d-7a96-439c-bb2d-c11fcc1cca53 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:34:37.504419 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7784290d-7a96-439c-bb2d-c11fcc1cca53'] response: {'name': 'network-changed', 'server_uuid': 'bfc29cce-268e-4699-ad8d-7b096e9c30ed', 'tag': 'b96cc99c-2ad4-4023-a528-8c6512a0ba66', 'status': 'completed', 'code': 200} Aug 10 12:34:37.537717 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-a94858ab-3fae-418c-a69f-99969d075525 None None] Set router 2a597191-f86c-41b4-b447-a2c166835161 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:34:37.563130 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group (8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:37.566894 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:37.598064 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:37.599935 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1366248 Aug 10 12:34:37.602396 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 49920) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:34:37.607503 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-18e988bc-75b0-4bea-b884-652e0181de14 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Request body: {'security_group_rule': {'security_group_id': '8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd', 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:34:37.615531 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:37.630970 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:37.631507 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:37.631936 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:37.632278 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:37.632611 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:37.632935 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:37.633290 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:37.633607 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:37.633934 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:37.634260 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:37.634581 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:37.634900 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:37.635215 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:37.635533 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:37.635848 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e6ba2b-9d43-46a6-a76a-3788e15097b5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:37.651891 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18e988bc-75b0-4bea-b884-652e0181de14 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group_rule (94306590-428e-46b7-9df2-ce51ae6956ab), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:37.713165 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:37.715540 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18e988bc-75b0-4bea-b884-652e0181de14 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group_rule (94306590-428e-46b7-9df2-ce51ae6956ab), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:37.720323 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18e988bc-75b0-4bea-b884-652e0181de14 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (94306590-428e-46b7-9df2-ce51ae6956ab), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:37.742635 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e988bc-75b0-4bea-b884-652e0181de14 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94306590-428e-46b7-9df2-ce51ae6956ab,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:37.754725 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-18e988bc-75b0-4bea-b884-652e0181de14 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:37.755956 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-18e988bc-75b0-4bea-b884-652e0181de14 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1526566 Aug 10 12:34:37.758704 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 49922) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:34:37.763208 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7f5eeda6-9132-41ec-9d88-4a7580490e90 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Request body: {'security_group_rule': {'security_group_id': '8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd', 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:34:37.790347 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:37.791902 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f5eeda6-9132-41ec-9d88-4a7580490e90 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group_rule (6cbe80af-dfa2-4047-a761-57773424b545), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:37.852561 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f5eeda6-9132-41ec-9d88-4a7580490e90 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group_rule (6cbe80af-dfa2-4047-a761-57773424b545), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:37.856877 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f5eeda6-9132-41ec-9d88-4a7580490e90 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (6cbe80af-dfa2-4047-a761-57773424b545), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:37.875848 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5eeda6-9132-41ec-9d88-4a7580490e90 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbe80af-dfa2-4047-a761-57773424b545,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:37.877144 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a94858ab-3fae-418c-a69f-99969d075525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a597191-f86c-41b4-b447-a2c166835161', 'name': 'tempest-TestMinimumBasicScenario-2091907442-router', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:20Z', 'revision_number': 4, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'gw_port': {'id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '2609c38c-1230-4ca2-9c86-491a6fcddffa', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': '2a597191-f86c-41b4-b447-a2c166835161', 'port_id': 'b96cc99c-2ad4-4023-a528-8c6512a0ba66', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc', 'mac_address': 'fa:16:3e:f2:d4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc29cce-268e-4699-ad8d-7b096e9c30ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:34:36Z', 'updated_at': '2022-08-10T12:34:36Z', 'revision_number': 0, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82219f4-41a0-44ac-8928-408997b07534', 'name': '', 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'mac_address': 'fa:16:3e:d8:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5a421661-37ef-440c-b88e-55072973c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:19Z', 'updated_at': '2022-08-10T12:33:25Z', 'revision_number': 5, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'subnets': [{'id': '5a421661-37ef-440c-b88e-55072973c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:34:37.887111 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7f5eeda6-9132-41ec-9d88-4a7580490e90 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:37.888329 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-7f5eeda6-9132-41ec-9d88-4a7580490e90 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287022 Aug 10 12:34:37.891314 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 49924) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:34:37.896412 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-d15d95aa-b0ba-4503-8201-c580c2d106c9 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Request body: {'security_group_rule': {'security_group_id': '8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd', 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:34:37.903416 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94858ab-3fae-418c-a69f-99969d075525 None None] Checking router: 2a597191-f86c-41b4-b447-a2c166835161 for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:34:37.912051 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94858ab-3fae-418c-a69f-99969d075525 None None] Routers {'2a597191-f86c-41b4-b447-a2c166835161'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:34:37.912698 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a94858ab-3fae-418c-a69f-99969d075525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:34:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['2a597191-f86c-41b4-b447-a2c166835161'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:34:37.923694 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d15d95aa-b0ba-4503-8201-c580c2d106c9 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group_rule (f0c48c1f-3453-41e0-84cb-01afceeb8e45), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:37.980915 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d15d95aa-b0ba-4503-8201-c580c2d106c9 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group_rule (f0c48c1f-3453-41e0-84cb-01afceeb8e45), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:37.985648 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d15d95aa-b0ba-4503-8201-c580c2d106c9 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (f0c48c1f-3453-41e0-84cb-01afceeb8e45), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:38.004637 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d95aa-b0ba-4503-8201-c580c2d106c9 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c48c1f-3453-41e0-84cb-01afceeb8e45,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:38.014753 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-d15d95aa-b0ba-4503-8201-c580c2d106c9 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:38.015747 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-d15d95aa-b0ba-4503-8201-c580c2d106c9 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234310 Aug 10 12:34:38.018516 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 49926) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:34:38.018649 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-a94858ab-3fae-418c-a69f-99969d075525 None None] Set router 2a597191-f86c-41b4-b447-a2c166835161 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:34:38.022853 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-a422f6ad-7823-4dc9-a093-598f7042ab4c tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Request body: {'security_group_rule': {'security_group_id': '8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd', 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:34:38.051862 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a422f6ad-7823-4dc9-a093-598f7042ab4c tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group_rule (3a747731-0ea9-47e9-a6d0-db1553e20227), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:38.131284 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:38.154235 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e594c0d-0780-41aa-862d-1edbd2272447 req-e149d311-752a-42f3-817c-36f9dd54499e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:38.156202 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6e594c0d-0780-41aa-862d-1edbd2272447 req-e149d311-752a-42f3-817c-36f9dd54499e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 945 time: 0.0718679 Aug 10 12:34:38.162539 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a422f6ad-7823-4dc9-a093-598f7042ab4c tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group_rule (3a747731-0ea9-47e9-a6d0-db1553e20227), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:38.172322 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a422f6ad-7823-4dc9-a093-598f7042ab4c tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (3a747731-0ea9-47e9-a6d0-db1553e20227), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:38.203768 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422f6ad-7823-4dc9-a093-598f7042ab4c tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a747731-0ea9-47e9-a6d0-db1553e20227,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:38.223717 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a422f6ad-7823-4dc9-a093-598f7042ab4c tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:38.225198 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-a422f6ad-7823-4dc9-a093-598f7042ab4c tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2057316 Aug 10 12:34:38.228261 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 49930) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:34:38.233055 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6e594c0d-0780-41aa-862d-1edbd2272447 req-d161450f-d4f2-4c5b-b450-4c0e121fd95c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c46c0461-4761-473a-ac14-1f91401bc45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690081 Aug 10 12:34:38.233217 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7e9748d2-6478-40e5-a0e4-b56fa2d02768 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Request body: {'security_group_rule': {'security_group_id': '8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd', 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:34:38.256522 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-7e9748d2-6478-40e5-a0e4-b56fa2d02768 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Project cb4fb7d34a90445e9677ce7287759724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 12:34:38.262640 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7e9748d2-6478-40e5-a0e4-b56fa2d02768 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group_rule (bd16ea7b-ce47-4ea7-90c5-5513c2c7d61e), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:38.265683 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a94858ab-3fae-418c-a69f-99969d075525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a597191-f86c-41b4-b447-a2c166835161', 'name': 'tempest-TestMinimumBasicScenario-2091907442-router', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:20Z', 'revision_number': 4, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'gw_port': {'id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '2609c38c-1230-4ca2-9c86-491a6fcddffa', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': '2a597191-f86c-41b4-b447-a2c166835161', 'port_id': 'b96cc99c-2ad4-4023-a528-8c6512a0ba66', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc', 'mac_address': 'fa:16:3e:f2:d4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc29cce-268e-4699-ad8d-7b096e9c30ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:34:36Z', 'updated_at': '2022-08-10T12:34:36Z', 'revision_number': 0, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82219f4-41a0-44ac-8928-408997b07534', 'name': '', 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'mac_address': 'fa:16:3e:d8:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5a421661-37ef-440c-b88e-55072973c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:19Z', 'updated_at': '2022-08-10T12:33:25Z', 'revision_number': 5, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'subnets': [{'id': '5a421661-37ef-440c-b88e-55072973c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:34:38.284805 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:38.290268 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94858ab-3fae-418c-a69f-99969d075525 None None] The sync data for ids ['2a597191-f86c-41b4-b447-a2c166835161'] in dv-cinder-852261-3-iscsi is: [{'id': '2a597191-f86c-41b4-b447-a2c166835161', 'name': 'tempest-TestMinimumBasicScenario-2091907442-router', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:20Z', 'revision_number': 4, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'gw_port': {'id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '2609c38c-1230-4ca2-9c86-491a6fcddffa', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': '2a597191-f86c-41b4-b447-a2c166835161', 'port_id': 'b96cc99c-2ad4-4023-a528-8c6512a0ba66', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc', 'mac_address': 'fa:16:3e:f2:d4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc29cce-268e-4699-ad8d-7b096e9c30ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:34:36Z', 'updated_at': '2022-08-10T12:34:36Z', 'revision_number': 0, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82219f4-41a0-44ac-8928-408997b07534', 'name': '', 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'mac_address': 'fa:16:3e:d8:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5a421661-37ef-440c-b88e-55072973c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:19Z', 'updated_at': '2022-08-10T12:33:25Z', 'revision_number': 5, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'subnets': [{'id': '5a421661-37ef-440c-b88e-55072973c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:34:38.330893 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7e9748d2-6478-40e5-a0e4-b56fa2d02768 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group_rule (bd16ea7b-ce47-4ea7-90c5-5513c2c7d61e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:38.334858 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7e9748d2-6478-40e5-a0e4-b56fa2d02768 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (bd16ea7b-ce47-4ea7-90c5-5513c2c7d61e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:38.355871 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9748d2-6478-40e5-a0e4-b56fa2d02768 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd16ea7b-ce47-4ea7-90c5-5513c2c7d61e,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:38.361743 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7e9748d2-6478-40e5-a0e4-b56fa2d02768 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:38.365343 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-7e9748d2-6478-40e5-a0e4-b56fa2d02768 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334753 Aug 10 12:34:38.365613 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 49932) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:34:38.369692 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e0a33b97-396d-4f3a-befd-8d0c16970cc3 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Request body: {'security_group_rule': {'security_group_id': '8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd', 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:34:38.391924 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-e0a33b97-396d-4f3a-befd-8d0c16970cc3 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Project cb4fb7d34a90445e9677ce7287759724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 12:34:38.397347 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e0a33b97-396d-4f3a-befd-8d0c16970cc3 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group_rule (caadfe4a-eed7-4b21-a6af-66df51c8c9f9), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:38.473141 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e0a33b97-396d-4f3a-befd-8d0c16970cc3 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group_rule (caadfe4a-eed7-4b21-a6af-66df51c8c9f9), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:38.478396 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e0a33b97-396d-4f3a-befd-8d0c16970cc3 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (caadfe4a-eed7-4b21-a6af-66df51c8c9f9), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:38.515215 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6203ed-2ddc-4fbc-936b-e354c9786c5f None None] New status for floating IP 2609c38c-1230-4ca2-9c86-491a6fcddffa: ACTIVE {{(pid=103792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:34:38.530642 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a33b97-396d-4f3a-befd-8d0c16970cc3 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caadfe4a-eed7-4b21-a6af-66df51c8c9f9,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:38.545380 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e0a33b97-396d-4f3a-befd-8d0c16970cc3 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:38.546566 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-e0a33b97-396d-4f3a-befd-8d0c16970cc3 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1802061 Aug 10 12:34:38.555497 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e405e-50ef-4aa6-8437-f0441da81df3 req-e5252f65-cfd1-4d70-979a-e54f6958464a tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:38.556818 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b03e405e-50ef-4aa6-8437-f0441da81df3 req-e5252f65-cfd1-4d70-979a-e54f6958464a tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0733523 Aug 10 12:34:38.616452 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b03e405e-50ef-4aa6-8437-f0441da81df3 req-b6e524b4-9ca6-452e-800b-489bbced197f tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534830 Aug 10 12:34:38.676893 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-98611baa-d831-4787-9581-d15a88a571f5 req-a29cc375-19dc-4a11-9f96-80f54e25cc56 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1585465032&fields=id&tenant_id=cb4fb7d34a90445e9677ce7287759724 HTTP/1.1" status: 200 len: 267 time: 0.0763099 Aug 10 12:34:38.697226 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0b089-1bec-485c-90fd-9e2b89c27100 req-bad9509e-bc5f-4e7d-82af-ef0611177056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:38.698848 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-26d0b089-1bec-485c-90fd-9e2b89c27100 req-bad9509e-bc5f-4e7d-82af-ef0611177056 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=cb4fb7d34a90445e9677ce7287759724&device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 1130 time: 0.0609362 Aug 10 12:34:38.735244 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98611baa-d831-4787-9581-d15a88a571f5 req-b9d50736-51c0-445a-afbb-495b6a785791 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:38.736713 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-98611baa-d831-4787-9581-d15a88a571f5 req-b9d50736-51c0-445a-afbb-495b6a785791 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 946 time: 0.0524576 Aug 10 12:34:38.748973 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-98611baa-d831-4787-9581-d15a88a571f5 req-e87d5c2d-2488-4bcc-b3cf-d926a3954a07 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Request body: {'port': {'security_groups': ['101a2541-9301-4764-a64f-2a5bf0e85686', '8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd']}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:34:38.836759 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:38.894940 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-98611baa-d831-4787-9581-d15a88a571f5 req-e87d5c2d-2488-4bcc-b3cf-d926a3954a07 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:38.903856 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb25f53-6a0e-4ac4-ab63-580ec039309a req-65d95777-1558-48c4-a454-97a6a5ca62de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:38.905430 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bbb25f53-6a0e-4ac4-ab63-580ec039309a req-65d95777-1558-48c4-a454-97a6a5ca62de service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=82c24c64f4c34921837eceb32e24a287&device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 1129 time: 0.0391600 Aug 10 12:34:38.944035 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0b089-1bec-485c-90fd-9e2b89c27100 req-51375597-bd57-463f-bba6-cde2d6ad6275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:38.945439 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-26d0b089-1bec-485c-90fd-9e2b89c27100 req-51375597-bd57-463f-bba6-cde2d6ad6275 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=5bf11b9e-ce66-4b66-9981-528746ab3fcc HTTP/1.1" status: 200 len: 916 time: 0.2013671 Aug 10 12:34:38.972629 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3432c-3dbb-4049-9e52-aff6f48739ff req-cb3a9b52-936e-41cd-9948-34bbe67b7245 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:38.974029 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2ed3432c-3dbb-4049-9e52-aff6f48739ff req-cb3a9b52-936e-41cd-9948-34bbe67b7245 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 945 time: 0.1064124 Aug 10 12:34:39.057531 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb25f53-6a0e-4ac4-ab63-580ec039309a req-2d17503a-bc26-444a-a4a8-76ec74747e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:39.059006 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bbb25f53-6a0e-4ac4-ab63-580ec039309a req-2d17503a-bc26-444a-a4a8-76ec74747e9c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=236b8912-0b35-45fe-a06b-75541ed0e553 HTTP/1.1" status: 200 len: 912 time: 0.1480062 Aug 10 12:34:39.082585 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-26d0b089-1bec-485c-90fd-9e2b89c27100 req-fcde20bf-a1b9-4b9c-bdac-07f616fdbea6 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b96cc99c-2ad4-4023-a528-8c6512a0ba66 HTTP/1.1" status: 200 len: 1001 time: 0.1171348 Aug 10 12:34:39.191227 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-2ed3432c-3dbb-4049-9e52-aff6f48739ff req-645ea631-8392-4f44-8f9a-43e610f09dba tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Deleting port 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:34:39.191573 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-2ed3432c-3dbb-4049-9e52-aff6f48739ff req-645ea631-8392-4f44-8f9a-43e610f09dba tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (5082193a-c1c4-4193-a2e4-4f3ddef91ba7), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:39.251244 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0b089-1bec-485c-90fd-9e2b89c27100 req-24deb457-3174-468d-bed5-f1acd0b7f0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:39.252612 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-26d0b089-1bec-485c-90fd-9e2b89c27100 req-24deb457-3174-468d-bed5-f1acd0b7f0f8 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5a421661-37ef-440c-b88e-55072973c640 HTTP/1.1" status: 200 len: 854 time: 0.1536758 Aug 10 12:34:39.350511 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:39.351812 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0b089-1bec-485c-90fd-9e2b89c27100 req-998cb2f0-db4f-421f-8c23-b26399142a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:39.353484 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-26d0b089-1bec-485c-90fd-9e2b89c27100 req-998cb2f0-db4f-421f-8c23-b26399142a0f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=5bf11b9e-ce66-4b66-9981-528746ab3fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750911 Aug 10 12:34:39.381336 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bbb25f53-6a0e-4ac4-ab63-580ec039309a req-61f56dc6-de93-4323-8ed4-b114d2fa0cc0 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 HTTP/1.1" status: 200 len: 1001 time: 0.3153114 Aug 10 12:34:39.392193 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618653d0-ffa5-463d-b86f-a7bb587b8705 req-6c5f47b3-0eba-44fe-9bd2-3f14fd497b82 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:39.393782 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-618653d0-ffa5-463d-b86f-a7bb587b8705 req-6c5f47b3-0eba-44fe-9bd2-3f14fd497b82 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 945 time: 0.0794520 Aug 10 12:34:39.446840 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:39.458344 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-98611baa-d831-4787-9581-d15a88a571f5 req-e87d5c2d-2488-4bcc-b3cf-d926a3954a07 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] For port b96cc99c-2ad4-4023-a528-8c6512a0ba66, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b96cc99c-2ad4-4023-a528-8c6512a0ba66,segment=NetworkSegment(a1b76a96-7bd5-42f4-95aa-18a43709e977),segment_id=a1b76a96-7bd5-42f4-95aa-18a43709e977)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:34:39.465626 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb25f53-6a0e-4ac4-ab63-580ec039309a req-7e666d85-c4c1-421f-a603-f3e0bce1f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:39.467095 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bbb25f53-6a0e-4ac4-ab63-580ec039309a req-7e666d85-c4c1-421f-a603-f3e0bce1f2be service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=88ab3a9c-4854-4ead-9036-8a7a5b736fae HTTP/1.1" status: 200 len: 850 time: 0.0724547 Aug 10 12:34:39.487061 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-2ed3432c-3dbb-4049-9e52-aff6f48739ff req-645ea631-8392-4f44-8f9a-43e610f09dba tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] For port 5082193a-c1c4-4193-a2e4-4f3ddef91ba7, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=5082193a-c1c4-4193-a2e4-4f3ddef91ba7,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:34:39.487443 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-2ed3432c-3dbb-4049-9e52-aff6f48739ff req-645ea631-8392-4f44-8f9a-43e610f09dba tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (5082193a-c1c4-4193-a2e4-4f3ddef91ba7), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:39.490215 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-618653d0-ffa5-463d-b86f-a7bb587b8705 req-314e4903-7e98-4804-b905-e942cd209c48 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c46c0461-4761-473a-ac14-1f91401bc45c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872462 Aug 10 12:34:39.524450 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb25f53-6a0e-4ac4-ab63-580ec039309a req-bd757786-8741-4b03-be13-8aa6d2eeaae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:39.526085 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bbb25f53-6a0e-4ac4-ab63-580ec039309a req-bd757786-8741-4b03-be13-8aa6d2eeaae1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=236b8912-0b35-45fe-a06b-75541ed0e553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502262 Aug 10 12:34:39.543907 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-98611baa-d831-4787-9581-d15a88a571f5 req-e87d5c2d-2488-4bcc-b3cf-d926a3954a07 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:39.584365 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-98611baa-d831-4787-9581-d15a88a571f5 req-e87d5c2d-2488-4bcc-b3cf-d926a3954a07 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:39.626355 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bbb25f53-6a0e-4ac4-ab63-580ec039309a req-153e49e1-fe37-416b-aa5e-d74c2b6f067c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/236b8912-0b35-45fe-a06b-75541ed0e553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927486 Aug 10 12:34:39.626574 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['b96cc99c-2ad4-4023-a528-8c6512a0ba66'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:34:39.628477 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98611baa-d831-4787-9581-d15a88a571f5 req-e87d5c2d-2488-4bcc-b3cf-d926a3954a07 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:39.629099 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-98611baa-d831-4787-9581-d15a88a571f5 req-e87d5c2d-2488-4bcc-b3cf-d926a3954a07 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:39.630506 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-98611baa-d831-4787-9581-d15a88a571f5 req-e87d5c2d-2488-4bcc-b3cf-d926a3954a07 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "PUT /networking/v2.0/ports/b96cc99c-2ad4-4023-a528-8c6512a0ba66 HTTP/1.1" status: 200 len: 982 time: 0.8875256 Aug 10 12:34:39.631027 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc29cce-268e-4699-ad8d-7b096e9c30ed', 'tag': 'b96cc99c-2ad4-4023-a528-8c6512a0ba66'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:34:39.633425 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105e7e5f-519b-41f1-836f-709398b53c98" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc29cce-268e-4699-ad8d-7b096e9c30ed", "tag": "b96cc99c-2ad4-4023-a528-8c6512a0ba66"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:34:39.676445 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-26d0b089-1bec-485c-90fd-9e2b89c27100 req-c4d87659-c8cd-42fd-a7d2-0a91d7809143 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5bf11b9e-ce66-4b66-9981-528746ab3fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104062 Aug 10 12:34:39.739637 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:39.755210 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bbb25f53-6a0e-4ac4-ab63-580ec039309a req-7f5723f9-bab3-4c3c-9235-63be25dfd1cc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/236b8912-0b35-45fe-a06b-75541ed0e553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216145 Aug 10 12:34:39.782553 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:39.795928 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c5df2-113b-4ed4-a651-232941368f31 req-94118f5b-1520-40a3-b364-6f25a05800c0 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:39.797229 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-652c5df2-113b-4ed4-a651-232941368f31 req-94118f5b-1520-40a3-b364-6f25a05800c0 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 985 time: 0.0580962 Aug 10 12:34:39.827069 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['b96cc99c-2ad4-4023-a528-8c6512a0ba66'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:34:39.845482 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:39.865141 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d5c2d-2488-4bcc-b3cf-d926a3954a07 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Pushing event updated for resources: {'Port': ['ID=b96cc99c-2ad4-4023-a528-8c6512a0ba66,revision_number=6']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:39.877595 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-652c5df2-113b-4ed4-a651-232941368f31 req-a7a21cd6-db7c-4b44-9859-e10570a27f80 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd&id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727661 Aug 10 12:34:39.892107 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c44ee-98ff-439b-9c07-c17ec637f122 req-e7e9fb1c-f553-47dc-80bc-3108b85c2953 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:39.893693 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-606c44ee-98ff-439b-9c07-c17ec637f122 req-e7e9fb1c-f553-47dc-80bc-3108b85c2953 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.1694212 Aug 10 12:34:39.929524 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-2ed3432c-3dbb-4049-9e52-aff6f48739ff req-645ea631-8392-4f44-8f9a-43e610f09dba tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:39.930207 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-2ed3432c-3dbb-4049-9e52-aff6f48739ff req-645ea631-8392-4f44-8f9a-43e610f09dba tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (869828a7-0990-42ad-a345-c9bfe443ef84), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:39.930207 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.l3_db [req-2ed3432c-3dbb-4049-9e52-aff6f48739ff req-645ea631-8392-4f44-8f9a-43e610f09dba tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Floating IP 869828a7-0990-42ad-a345-c9bfe443ef84 disassociated. External IP: 172.27.0.169, port: 5082193a-c1c4-4193-a2e4-4f3ddef91ba7. Aug 10 12:34:39.930552 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-2ed3432c-3dbb-4049-9e52-aff6f48739ff req-645ea631-8392-4f44-8f9a-43e610f09dba tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Calling delete_port for 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:34:39.946300 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632f4066-4f9a-42d5-910b-e1d16599d30e x-openstack-request-id: req-632f4066-4f9a-42d5-910b-e1d16599d30e {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:34:39.946589 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc29cce-268e-4699-ad8d-7b096e9c30ed", "tag": "b96cc99c-2ad4-4023-a528-8c6512a0ba66", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:34:39.946838 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-632f4066-4f9a-42d5-910b-e1d16599d30e {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:34:39.947239 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-632f4066-4f9a-42d5-910b-e1d16599d30e'] response: {'name': 'network-changed', 'server_uuid': 'bfc29cce-268e-4699-ad8d-7b096e9c30ed', 'tag': 'b96cc99c-2ad4-4023-a528-8c6512a0ba66', 'status': 'completed', 'code': 200} Aug 10 12:34:39.965592 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-26d0b089-1bec-485c-90fd-9e2b89c27100 req-2313dc58-6644-4fe9-8037-a1fdf3251f07 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5bf11b9e-ce66-4b66-9981-528746ab3fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564578 Aug 10 12:34:40.018758 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-606c44ee-98ff-439b-9c07-c17ec637f122 req-e2dbb093-95a4-48b8-8fb0-16b389976d48 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015496 Aug 10 12:34:40.105560 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-2ed3432c-3dbb-4049-9e52-aff6f48739ff req-645ea631-8392-4f44-8f9a-43e610f09dba tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (5082193a-c1c4-4193-a2e4-4f3ddef91ba7), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:40.118052 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=100 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:40.133630 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ea631-8392-4f44-8f9a-43e610f09dba tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event deleted for resources: {'Port': ['ID=5082193a-c1c4-4193-a2e4-4f3ddef91ba7,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:40.273344 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e7e5f-519b-41f1-836f-709398b53c98 req-f6a219cc-c2d7-4796-aed8-13b1733c6576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:40.274793 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-105e7e5f-519b-41f1-836f-709398b53c98 req-f6a219cc-c2d7-4796-aed8-13b1733c6576 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=cb4fb7d34a90445e9677ce7287759724&device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 1169 time: 0.0476387 Aug 10 12:34:40.278864 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:40.281430 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ed3432c-3dbb-4049-9e52-aff6f48739ff req-645ea631-8392-4f44-8f9a-43e610f09dba tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Router c738bb5a-be08-41c0-857d-5311e5d2b7ce has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:34:40.318245 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=100 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:40.455597 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e7e5f-519b-41f1-836f-709398b53c98 req-f4fbdc5b-cce3-4756-bb06-d984c40c5c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:40.457050 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-105e7e5f-519b-41f1-836f-709398b53c98 req-f4fbdc5b-cce3-4756-bb06-d984c40c5c53 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=5bf11b9e-ce66-4b66-9981-528746ab3fcc HTTP/1.1" status: 200 len: 916 time: 0.1719675 Aug 10 12:34:40.463249 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ed3432c-3dbb-4049-9e52-aff6f48739ff req-645ea631-8392-4f44-8f9a-43e610f09dba tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:34:40.473131 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f71866-8991-467b-b6e2-c5de47690e57 None None] Sync routers for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:34:40.485219 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f71866-8991-467b-b6e2-c5de47690e57 None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:34:40.485909 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f9f71866-8991-467b-b6e2-c5de47690e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:34:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:34:40.622399 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-f9f71866-8991-467b-b6e2-c5de47690e57 None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:34:40.628100 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-697a4e33-0138-42c9-b17d-5b83e45e7bd8 req-f1a902a8-5c9f-4dfa-be72-b9b138b68871 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 210 time: 0.0459290 Aug 10 12:34:40.777037 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed3432c-3dbb-4049-9e52-aff6f48739ff req-645ea631-8392-4f44-8f9a-43e610f09dba tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] No DVR routers for this DVR port 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:34:40.780717 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-2ed3432c-3dbb-4049-9e52-aff6f48739ff req-645ea631-8392-4f44-8f9a-43e610f09dba tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:40.784074 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2ed3432c-3dbb-4049-9e52-aff6f48739ff req-645ea631-8392-4f44-8f9a-43e610f09dba tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.64 "DELETE /networking/v2.0/ports/5082193a-c1c4-4193-a2e4-4f3ddef91ba7 HTTP/1.1" status: 204 len: 173 time: 1.8019938 Aug 10 12:34:40.848339 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f9f71866-8991-467b-b6e2-c5de47690e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': 'e7c7c239-379d-4dfc-82d8-d7995c7b63ef', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'port_id': 'ee59973b-b76f-446a-a41a-885cc40ea7c3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'mac_address': 'fa:16:3e:cb:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6bf86e-2553-4f1c-8620-92c63510184a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:31:23Z', 'updated_at': '2022-08-10T12:32:10Z', 'revision_number': 2, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:34:40.872721 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f71866-8991-467b-b6e2-c5de47690e57 None None] Checking router: c738bb5a-be08-41c0-857d-5311e5d2b7ce for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:34:40.881189 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f71866-8991-467b-b6e2-c5de47690e57 None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:34:40.881864 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f9f71866-8991-467b-b6e2-c5de47690e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:34:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:34:40.982328 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-f9f71866-8991-467b-b6e2-c5de47690e57 None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:34:41.134250 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=100 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:41.142876 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e5d90-d5ed-4233-9bee-aa39f09bed59 req-0bfa481e-7b32-4196-b7be-19d631b16661 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:41.144928 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d97e5d90-d5ed-4233-9bee-aa39f09bed59 req-0bfa481e-7b32-4196-b7be-19d631b16661 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0496190 Aug 10 12:34:41.200710 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-f9f71866-8991-467b-b6e2-c5de47690e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': 'e7c7c239-379d-4dfc-82d8-d7995c7b63ef', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'port_id': 'ee59973b-b76f-446a-a41a-885cc40ea7c3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'mac_address': 'fa:16:3e:cb:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6bf86e-2553-4f1c-8620-92c63510184a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:31:23Z', 'updated_at': '2022-08-10T12:32:10Z', 'revision_number': 2, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:34:41.208419 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d97e5d90-d5ed-4233-9bee-aa39f09bed59 req-e9cabd54-11c7-47e3-a5e6-878f2f019c52 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521510 Aug 10 12:34:41.229020 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f71866-8991-467b-b6e2-c5de47690e57 None None] The sync data for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi is: [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': 'e7c7c239-379d-4dfc-82d8-d7995c7b63ef', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'port_id': 'ee59973b-b76f-446a-a41a-885cc40ea7c3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'mac_address': 'fa:16:3e:cb:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6bf86e-2553-4f1c-8620-92c63510184a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:31:23Z', 'updated_at': '2022-08-10T12:32:10Z', 'revision_number': 2, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:34:41.287929 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-105e7e5f-519b-41f1-836f-709398b53c98 req-c7c0a26d-e64a-494b-b475-124d0ab4220f service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b96cc99c-2ad4-4023-a528-8c6512a0ba66 HTTP/1.1" status: 200 len: 1001 time: 0.0951653 Aug 10 12:34:41.352614 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e7e5f-519b-41f1-836f-709398b53c98 req-86afe1b5-dcd3-4783-95d7-b022e2d4fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:41.354107 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-105e7e5f-519b-41f1-836f-709398b53c98 req-86afe1b5-dcd3-4783-95d7-b022e2d4fed1 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5a421661-37ef-440c-b88e-55072973c640 HTTP/1.1" status: 200 len: 854 time: 0.0490644 Aug 10 12:34:41.394825 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:41.434723 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e7e5f-519b-41f1-836f-709398b53c98 req-9e31cd35-0435-4773-9a8f-ed2508acaf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:41.436890 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-105e7e5f-519b-41f1-836f-709398b53c98 req-9e31cd35-0435-4773-9a8f-ed2508acaf0b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=5bf11b9e-ce66-4b66-9981-528746ab3fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517008 Aug 10 12:34:41.506822 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5182a17b-3c47-46bf-8f92-128ee757f459 None None] New status for floating IP 869828a7-0990-42ad-a345-c9bfe443ef84: DOWN {{(pid=103792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:34:41.749171 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-92af336c-9bf4-43fe-afc0-1809b451701a req-6f67ed70-d284-406f-a621-19574f47a92c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=6264d236-8e5e-4e84-818f-10b9a8c54235 HTTP/1.1" status: 200 len: 210 time: 0.0345330 Aug 10 12:34:41.834662 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-105e7e5f-519b-41f1-836f-709398b53c98 req-4abbb45d-c88e-4182-a5d6-0375e9974196 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5bf11b9e-ce66-4b66-9981-528746ab3fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973911 Aug 10 12:34:41.943257 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-105e7e5f-519b-41f1-836f-709398b53c98 req-7d76a85d-b9bd-4474-9ef4-33654dae5a3a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5bf11b9e-ce66-4b66-9981-528746ab3fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949230 Aug 10 12:34:41.947783 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6264d236-8e5e-4e84-818f-10b9a8c54235', 'name': 'network-vif-deleted', 'tag': '5082193a-c1c4-4193-a2e4-4f3ddef91ba7'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:34:41.950030 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6180d9cb-676c-4e79-af7a-7c91a2d4a7d0" -d '{"events": [{"server_uuid": "6264d236-8e5e-4e84-818f-10b9a8c54235", "name": "network-vif-deleted", "tag": "5082193a-c1c4-4193-a2e4-4f3ddef91ba7"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:34:41.987571 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162a184e-48fc-472a-9acf-aec79a349354 x-openstack-request-id: req-162a184e-48fc-472a-9acf-aec79a349354 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:34:41.987914 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6264d236-8e5e-4e84-818f-10b9a8c54235", "name": "network-vif-deleted", "tag": "5082193a-c1c4-4193-a2e4-4f3ddef91ba7", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:34:41.988174 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-162a184e-48fc-472a-9acf-aec79a349354 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:34:41.988638 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-162a184e-48fc-472a-9acf-aec79a349354'] response: {'server_uuid': '6264d236-8e5e-4e84-818f-10b9a8c54235', 'name': 'network-vif-deleted', 'tag': '5082193a-c1c4-4193-a2e4-4f3ddef91ba7', 'status': 'completed', 'code': 200} Aug 10 12:34:42.053862 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:34:42.072915 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:34:42.073282 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 5082193a-c1c4-4193-a2e4-4f3ddef91ba7 not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:34:42.848319 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 49962) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:34:42.901921 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7e323aea-e391-4d78-8011-757c88a999a9 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (c46c0461-4761-473a-ac14-1f91401bc45c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:42.925434 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7e323aea-e391-4d78-8011-757c88a999a9 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (c46c0461-4761-473a-ac14-1f91401bc45c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:42.978741 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7e323aea-e391-4d78-8011-757c88a999a9 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (c46c0461-4761-473a-ac14-1f91401bc45c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:42.985745 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7e323aea-e391-4d78-8011-757c88a999a9 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:42.987175 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-7e323aea-e391-4d78-8011-757c88a999a9 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/c46c0461-4761-473a-ac14-1f91401bc45c HTTP/1.1" status: 204 len: 168 time: 0.1378689 Aug 10 12:34:42.990040 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 49964) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:34:42.997325 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e323aea-e391-4d78-8011-757c88a999a9 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46c0461-4761-473a-ac14-1f91401bc45c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:43.006304 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.api.v2.resource [None req-bd61ba6a-746d-4de4-8136-e7493d976c93 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] show failed (client error): The resource could not be found. Aug 10 12:34:43.007383 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-bd61ba6a-746d-4de4-8136-e7493d976c93 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups/c46c0461-4761-473a-ac14-1f91401bc45c HTTP/1.1" status: 404 len: 347 time: 0.0162668 Aug 10 12:34:43.017147 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 49966) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:34:43.141309 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-9299fe4e-c4a7-4af2-8141-b2ad8c43a646 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Deleting port f57fd3e6-7ac6-473b-855b-edf5fc503cc9 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:34:43.141650 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9299fe4e-c4a7-4af2-8141-b2ad8c43a646 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (f57fd3e6-7ac6-473b-855b-edf5fc503cc9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:43.220347 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9299fe4e-c4a7-4af2-8141-b2ad8c43a646 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (f57fd3e6-7ac6-473b-855b-edf5fc503cc9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:43.220679 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9299fe4e-c4a7-4af2-8141-b2ad8c43a646 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (f57fd3e6-7ac6-473b-855b-edf5fc503cc9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:43.233528 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-9299fe4e-c4a7-4af2-8141-b2ad8c43a646 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Calling delete_port for f57fd3e6-7ac6-473b-855b-edf5fc503cc9 owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:34:43.367931 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9299fe4e-c4a7-4af2-8141-b2ad8c43a646 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (f57fd3e6-7ac6-473b-855b-edf5fc503cc9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:43.371766 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:43.397010 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299fe4e-c4a7-4af2-8141-b2ad8c43a646 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event deleted for resources: {'Port': ['ID=f57fd3e6-7ac6-473b-855b-edf5fc503cc9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:43.460296 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9299fe4e-c4a7-4af2-8141-b2ad8c43a646 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (869828a7-0990-42ad-a345-c9bfe443ef84), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:43.463574 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9299fe4e-c4a7-4af2-8141-b2ad8c43a646 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:43.464721 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-9299fe4e-c4a7-4af2-8141-b2ad8c43a646 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/869828a7-0990-42ad-a345-c9bfe443ef84 HTTP/1.1" status: 204 len: 168 time: 0.4464939 Aug 10 12:34:46.187670 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfe132-05b8-40ad-8409-9530c842226c req-e1b7129e-ca77-46a2-863d-9d072b83ed05 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:46.189130 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2bdfe132-05b8-40ad-8409-9530c842226c req-e1b7129e-ca77-46a2-863d-9d072b83ed05 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 945 time: 0.0466905 Aug 10 12:34:46.234664 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2bdfe132-05b8-40ad-8409-9530c842226c req-c0c3e0ef-eee9-40f7-8f83-54445b83c13a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c1c644c7-8fb0-417f-91b3-659b2cf37ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400252 Aug 10 12:34:47.355697 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f28094-553d-4f7c-a964-a51ae3f1cc6b req-f7243ead-83c1-4340-869f-f1c0fd35fd4b tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:47.357144 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-38f28094-553d-4f7c-a964-a51ae3f1cc6b req-f7243ead-83c1-4340-869f-f1c0fd35fd4b tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 945 time: 0.0498471 Aug 10 12:34:47.403417 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-38f28094-553d-4f7c-a964-a51ae3f1cc6b req-e3a96bd2-897c-444b-8c16-96cf0917bd5b tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c1c644c7-8fb0-417f-91b3-659b2cf37ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399086 Aug 10 12:34:48.339615 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf5a9c-f2db-4f14-9e94-9ed3d851bc90 req-4d6dc29c-1d9a-48fb-bbb6-d2019c11fa84 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:48.341070 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1cbf5a9c-f2db-4f14-9e94-9ed3d851bc90 req-4d6dc29c-1d9a-48fb-bbb6-d2019c11fa84 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 945 time: 0.0467067 Aug 10 12:34:48.430224 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-1cbf5a9c-f2db-4f14-9e94-9ed3d851bc90 req-d82740fa-9c85-468e-9c5f-f6145addb485 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Deleting port ee59973b-b76f-446a-a41a-885cc40ea7c3 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:34:48.430574 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1cbf5a9c-f2db-4f14-9e94-9ed3d851bc90 req-d82740fa-9c85-468e-9c5f-f6145addb485 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (ee59973b-b76f-446a-a41a-885cc40ea7c3), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:48.514622 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:48.547284 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290f2d9-c912-47ec-a756-02bd42c951d5 req-c188a33a-70b2-4358-9290-d8f3502afa51 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:48.548661 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e290f2d9-c912-47ec-a756-02bd42c951d5 req-c188a33a-70b2-4358-9290-d8f3502afa51 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 945 time: 0.0685904 Aug 10 12:34:48.587394 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-1cbf5a9c-f2db-4f14-9e94-9ed3d851bc90 req-d82740fa-9c85-468e-9c5f-f6145addb485 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] For port ee59973b-b76f-446a-a41a-885cc40ea7c3, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=ee59973b-b76f-446a-a41a-885cc40ea7c3,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:34:48.587762 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1cbf5a9c-f2db-4f14-9e94-9ed3d851bc90 req-d82740fa-9c85-468e-9c5f-f6145addb485 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (ee59973b-b76f-446a-a41a-885cc40ea7c3), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:48.652439 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e290f2d9-c912-47ec-a756-02bd42c951d5 req-11b7ab1e-4ce5-4e94-9aa5-6f36810aa560 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=c1c644c7-8fb0-417f-91b3-659b2cf37ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975859 Aug 10 12:34:48.772771 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1cbf5a9c-f2db-4f14-9e94-9ed3d851bc90 req-d82740fa-9c85-468e-9c5f-f6145addb485 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:48.773142 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1cbf5a9c-f2db-4f14-9e94-9ed3d851bc90 req-d82740fa-9c85-468e-9c5f-f6145addb485 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (e7c7c239-379d-4dfc-82d8-d7995c7b63ef), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:48.773638 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.l3_db [req-1cbf5a9c-f2db-4f14-9e94-9ed3d851bc90 req-d82740fa-9c85-468e-9c5f-f6145addb485 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Floating IP e7c7c239-379d-4dfc-82d8-d7995c7b63ef disassociated. External IP: 172.27.0.245, port: ee59973b-b76f-446a-a41a-885cc40ea7c3. Aug 10 12:34:48.774002 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-1cbf5a9c-f2db-4f14-9e94-9ed3d851bc90 req-d82740fa-9c85-468e-9c5f-f6145addb485 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Calling delete_port for ee59973b-b76f-446a-a41a-885cc40ea7c3 owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:34:48.774951 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:48.901644 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1cbf5a9c-f2db-4f14-9e94-9ed3d851bc90 req-d82740fa-9c85-468e-9c5f-f6145addb485 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (ee59973b-b76f-446a-a41a-885cc40ea7c3), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:48.908098 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:48.931668 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82740fa-9c85-468e-9c5f-f6145addb485 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event deleted for resources: {'Port': ['ID=ee59973b-b76f-446a-a41a-885cc40ea7c3,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:49.042209 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cbf5a9c-f2db-4f14-9e94-9ed3d851bc90 req-d82740fa-9c85-468e-9c5f-f6145addb485 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Router c738bb5a-be08-41c0-857d-5311e5d2b7ce has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:34:49.144260 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cbf5a9c-f2db-4f14-9e94-9ed3d851bc90 req-d82740fa-9c85-468e-9c5f-f6145addb485 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:34:49.154219 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f2ec81-55c2-4b16-93d3-30a130ca6778 None None] Sync routers for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:34:49.164662 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f2ec81-55c2-4b16-93d3-30a130ca6778 None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:34:49.165284 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-65f2ec81-55c2-4b16-93d3-30a130ca6778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:34:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:34:49.183266 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbf5a9c-f2db-4f14-9e94-9ed3d851bc90 req-d82740fa-9c85-468e-9c5f-f6145addb485 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] No DVR routers for this DVR port ee59973b-b76f-446a-a41a-885cc40ea7c3 on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:34:49.185757 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1cbf5a9c-f2db-4f14-9e94-9ed3d851bc90 req-d82740fa-9c85-468e-9c5f-f6145addb485 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:49.189591 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1cbf5a9c-f2db-4f14-9e94-9ed3d851bc90 req-d82740fa-9c85-468e-9c5f-f6145addb485 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.64 "DELETE /networking/v2.0/ports/ee59973b-b76f-446a-a41a-885cc40ea7c3 HTTP/1.1" status: 204 len: 173 time: 0.8419864 Aug 10 12:34:49.190011 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6bf86e-2553-4f1c-8620-92c63510184a', 'name': 'network-vif-deleted', 'tag': 'ee59973b-b76f-446a-a41a-885cc40ea7c3'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:34:49.192259 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa99b304-f924-4e1f-99e2-0022df1d3504" -d '{"events": [{"server_uuid": "7e6bf86e-2553-4f1c-8620-92c63510184a", "name": "network-vif-deleted", "tag": "ee59973b-b76f-446a-a41a-885cc40ea7c3"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:34:49.231492 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90edb72b-3b42-49a5-b4c3-1faf0e550e05 x-openstack-request-id: req-90edb72b-3b42-49a5-b4c3-1faf0e550e05 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:34:49.231875 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6bf86e-2553-4f1c-8620-92c63510184a", "name": "network-vif-deleted", "tag": "ee59973b-b76f-446a-a41a-885cc40ea7c3", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:34:49.232255 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90edb72b-3b42-49a5-b4c3-1faf0e550e05 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:34:49.232818 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90edb72b-3b42-49a5-b4c3-1faf0e550e05'] response: {'server_uuid': '7e6bf86e-2553-4f1c-8620-92c63510184a', 'name': 'network-vif-deleted', 'tag': 'ee59973b-b76f-446a-a41a-885cc40ea7c3', 'status': 'completed', 'code': 200} Aug 10 12:34:49.369330 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:49.401912 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-65f2ec81-55c2-4b16-93d3-30a130ca6778 None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:34:49.583296 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-65f2ec81-55c2-4b16-93d3-30a130ca6778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:34:49.614169 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f2ec81-55c2-4b16-93d3-30a130ca6778 None None] Checking router: c738bb5a-be08-41c0-857d-5311e5d2b7ce for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:34:49.622714 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f2ec81-55c2-4b16-93d3-30a130ca6778 None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:34:49.623321 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-65f2ec81-55c2-4b16-93d3-30a130ca6778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:34:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:34:49.719519 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-65f2ec81-55c2-4b16-93d3-30a130ca6778 None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:34:49.777983 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3cefc841-47f4-4309-88c0-00fc64afa9fa req-1ad2e051-d466-40c9-aec7-f0d02ffbcced tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=7e6bf86e-2553-4f1c-8620-92c63510184a HTTP/1.1" status: 200 len: 210 time: 0.0361645 Aug 10 12:34:49.917825 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-65f2ec81-55c2-4b16-93d3-30a130ca6778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:34:49.941843 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f2ec81-55c2-4b16-93d3-30a130ca6778 None None] The sync data for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi is: [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:34:50.138950 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3ec4b9-ca53-4de2-9d07-df1def83e3dc None None] New status for floating IP e7c7c239-379d-4dfc-82d8-d7995c7b63ef: DOWN {{(pid=103792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:34:50.868555 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50004) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:34:50.922582 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4f8a01f-634b-4b05-a9c0-0c018f0e6df1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (c1c644c7-8fb0-417f-91b3-659b2cf37ce6), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:50.945081 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4f8a01f-634b-4b05-a9c0-0c018f0e6df1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (c1c644c7-8fb0-417f-91b3-659b2cf37ce6), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:50.993072 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4f8a01f-634b-4b05-a9c0-0c018f0e6df1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (c1c644c7-8fb0-417f-91b3-659b2cf37ce6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:50.995629 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d4f8a01f-634b-4b05-a9c0-0c018f0e6df1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:50.996758 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-d4f8a01f-634b-4b05-a9c0-0c018f0e6df1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/c1c644c7-8fb0-417f-91b3-659b2cf37ce6 HTTP/1.1" status: 204 len: 168 time: 0.1272151 Aug 10 12:34:50.999915 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50006) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:34:51.005810 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8a01f-634b-4b05-a9c0-0c018f0e6df1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c644c7-8fb0-417f-91b3-659b2cf37ce6,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:51.013526 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.api.v2.resource [None req-2a4d6829-adfd-43a2-b0ac-3f3f4426b21a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] show failed (client error): The resource could not be found. Aug 10 12:34:51.017143 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-2a4d6829-adfd-43a2-b0ac-3f3f4426b21a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups/c1c644c7-8fb0-417f-91b3-659b2cf37ce6 HTTP/1.1" status: 404 len: 347 time: 0.0134480 Aug 10 12:34:51.017564 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50008) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:34:51.054542 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:51.127990 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6885e-4f5d-456a-9166-d0ff384ba53a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Deleting port a76d0292-a2e1-40f0-bf5d-e173e155dc2f {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:34:51.128249 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a6f6885e-4f5d-456a-9166-d0ff384ba53a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (a76d0292-a2e1-40f0-bf5d-e173e155dc2f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:51.204977 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a6f6885e-4f5d-456a-9166-d0ff384ba53a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (a76d0292-a2e1-40f0-bf5d-e173e155dc2f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:51.205340 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a6f6885e-4f5d-456a-9166-d0ff384ba53a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (a76d0292-a2e1-40f0-bf5d-e173e155dc2f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:51.217532 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6885e-4f5d-456a-9166-d0ff384ba53a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Calling delete_port for a76d0292-a2e1-40f0-bf5d-e173e155dc2f owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:34:51.346951 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a6f6885e-4f5d-456a-9166-d0ff384ba53a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (a76d0292-a2e1-40f0-bf5d-e173e155dc2f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:51.371896 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6885e-4f5d-456a-9166-d0ff384ba53a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event deleted for resources: {'Port': ['ID=a76d0292-a2e1-40f0-bf5d-e173e155dc2f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:51.432673 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a6f6885e-4f5d-456a-9166-d0ff384ba53a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (e7c7c239-379d-4dfc-82d8-d7995c7b63ef), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:51.435239 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a6f6885e-4f5d-456a-9166-d0ff384ba53a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:51.436398 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-a6f6885e-4f5d-456a-9166-d0ff384ba53a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/e7c7c239-379d-4dfc-82d8-d7995c7b63ef HTTP/1.1" status: 204 len: 168 time: 0.4178278 Aug 10 12:34:51.468465 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-26fe0ceb-a6fb-4ba5-a6c4-87c4a1b3b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:51.510698 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50012) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:34:51.515415 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-66793be9-5b99-44e6-b3fc-1d1d68c1ab41 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--20126722', 'description': 'tempest-description--519011796'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:34:51.537759 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-66793be9-5b99-44e6-b3fc-1d1d68c1ab41 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:51.593331 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:51.607529 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-66793be9-5b99-44e6-b3fc-1d1d68c1ab41 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (85db06ba-9796-45d6-ad3e-eb4aea41b7a9), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:51.611138 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-66793be9-5b99-44e6-b3fc-1d1d68c1ab41 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (85db06ba-9796-45d6-ad3e-eb4aea41b7a9), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:51.641440 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-66793be9-5b99-44e6-b3fc-1d1d68c1ab41 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:51.642682 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-66793be9-5b99-44e6-b3fc-1d1d68c1ab41 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1308272 Aug 10 12:34:51.644509 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66793be9-5b99-44e6-b3fc-1d1d68c1ab41 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85db06ba-9796-45d6-ad3e-eb4aea41b7a9,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:51.645770 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50014) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:34:51.650257 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-ba081236-6908-4930-ba40-1cd8960aea78 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'security_group_rule': {'security_group_id': '85db06ba-9796-45d6-ad3e-eb4aea41b7a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:34:51.676909 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba081236-6908-4930-ba40-1cd8960aea78 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (5fcb4358-f4a5-4c26-95bf-51f3a03bb944), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:51.735917 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba081236-6908-4930-ba40-1cd8960aea78 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (5fcb4358-f4a5-4c26-95bf-51f3a03bb944), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:51.739645 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba081236-6908-4930-ba40-1cd8960aea78 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (5fcb4358-f4a5-4c26-95bf-51f3a03bb944), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:51.759016 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba081236-6908-4930-ba40-1cd8960aea78 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fcb4358-f4a5-4c26-95bf-51f3a03bb944,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:51.764074 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ba081236-6908-4930-ba40-1cd8960aea78 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:51.765284 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-ba081236-6908-4930-ba40-1cd8960aea78 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185014 Aug 10 12:34:51.768621 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50016) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:34:51.772797 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-441eb2bf-b149-4f44-a780-85cd4556cc40 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'security_group_rule': {'security_group_id': '85db06ba-9796-45d6-ad3e-eb4aea41b7a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:34:51.799087 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-441eb2bf-b149-4f44-a780-85cd4556cc40 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (06d1fdd6-1a2c-4fff-b365-585a77fc3ed2), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:51.820010 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:51.856455 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-441eb2bf-b149-4f44-a780-85cd4556cc40 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (06d1fdd6-1a2c-4fff-b365-585a77fc3ed2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:51.859662 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-441eb2bf-b149-4f44-a780-85cd4556cc40 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (06d1fdd6-1a2c-4fff-b365-585a77fc3ed2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:51.877973 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441eb2bf-b149-4f44-a780-85cd4556cc40 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d1fdd6-1a2c-4fff-b365-585a77fc3ed2,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:51.884872 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-441eb2bf-b149-4f44-a780-85cd4556cc40 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:51.886110 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-441eb2bf-b149-4f44-a780-85cd4556cc40 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166248 Aug 10 12:34:51.889236 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50018) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:34:51.893902 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5709173a-9904-4914-a6ab-d04bdc57046d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'floatingip': {'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:34:51.906948 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:51.915924 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5709173a-9904-4914-a6ab-d04bdc57046d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:51.994236 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5709173a-9904-4914-a6ab-d04bdc57046d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:52.098265 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-5709173a-9904-4914-a6ab-d04bdc57046d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Allocated IP 172.27.0.17 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/7bc920da-26ea-4833-bdd6-1242d44a0a4b) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:34:52.115637 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device ee59973b-b76f-446a-a41a-885cc40ea7c3 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:34:52.134541 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: ee59973b-b76f-446a-a41a-885cc40ea7c3 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:34:52.134890 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device ee59973b-b76f-446a-a41a-885cc40ea7c3 not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:34:52.203364 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5709173a-9904-4914-a6ab-d04bdc57046d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for port (7bc920da-26ea-4833-bdd6-1242d44a0a4b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:52.234123 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5709173a-9904-4914-a6ab-d04bdc57046d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (7bc920da-26ea-4833-bdd6-1242d44a0a4b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:52.271993 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5709173a-9904-4914-a6ab-d04bdc57046d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:34:52.276312 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-5709173a-9904-4914-a6ab-d04bdc57046d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:34:52.280169 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5709173a-9904-4914-a6ab-d04bdc57046d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:34:52.306070 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709173a-9904-4914-a6ab-d04bdc57046d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'Port': ['ID=7bc920da-26ea-4833-bdd6-1242d44a0a4b,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:52.366458 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5709173a-9904-4914-a6ab-d04bdc57046d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (e6c50d80-11fe-4818-aa25-5e858ff5ed1c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:52.403295 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5709173a-9904-4914-a6ab-d04bdc57046d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (7bc920da-26ea-4833-bdd6-1242d44a0a4b), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:52.526596 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:52.549399 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5709173a-9904-4914-a6ab-d04bdc57046d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for port (7bc920da-26ea-4833-bdd6-1242d44a0a4b), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:52.553361 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5709173a-9904-4914-a6ab-d04bdc57046d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14084867'] for port (7bc920da-26ea-4833-bdd6-1242d44a0a4b), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:52.598140 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:52.624373 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5709173a-9904-4914-a6ab-d04bdc57046d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (e6c50d80-11fe-4818-aa25-5e858ff5ed1c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:52.627140 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709173a-9904-4914-a6ab-d04bdc57046d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'Port': ['ID=7bc920da-26ea-4833-bdd6-1242d44a0a4b,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:52.641790 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5709173a-9904-4914-a6ab-d04bdc57046d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:52.642990 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-5709173a-9904-4914-a6ab-d04bdc57046d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7528327 Aug 10 12:34:52.838531 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-5aa389c9-a2e5-4aa9-afc5-c7ae36f54a2c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--20126722&fields=id&tenant_id=0bbb137a895941b1876eebfc56c28425 HTTP/1.1" status: 200 len: 267 time: 0.0414021 Aug 10 12:34:52.945093 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-af9d12a5-1b3f-450a-8775-3534f918c605 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:52.946562 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-af9d12a5-1b3f-450a-8775-3534f918c605 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/networks?id=69a0d312-b2de-4689-b0c5-62b84c9112b2 HTTP/1.1" status: 200 len: 815 time: 0.1010921 Aug 10 12:34:52.961075 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-0380509d-1c38-4ef4-a41d-c69348b05fe7 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/quotas/0bbb137a895941b1876eebfc56c28425 HTTP/1.1" status: 200 len: 375 time: 0.0091646 Aug 10 12:34:53.008109 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-63225b94-aac5-4346-8e22-d5dc25151404 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0bbb137a895941b1876eebfc56c28425&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422664 Aug 10 12:34:53.104630 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-35d4699f-af5e-4210-a665-8351feb26257 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849223 Aug 10 12:34:53.179106 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:53.193957 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-2ed397d1-cefd-4f3b-8d58-b760d881413d service neutron] 10.222.0.65 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837379 Aug 10 12:34:53.355106 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c5e1e675-e59c-4793-b7d2-fcb83de4c0ec req-ec8950f7-949d-4be1-8d53-30679094f0c3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88 HTTP/1.1" status: 200 len: 210 time: 0.0287802 Aug 10 12:34:53.669454 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f13a76a1-9dc9-4e29-a80c-d0902d6aa962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:54.457100 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-bf514918-e909-4cf1-992d-c1a71dcbac56 req-51614d64-a5d8-4c73-97fa-5b66f326097a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88 HTTP/1.1" status: 200 len: 210 time: 0.0289836 Aug 10 12:34:54.591334 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-4b6e7846-5dec-4422-9a93-3bf4e0cb9749 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:54.592873 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-4b6e7846-5dec-4422-9a93-3bf4e0cb9749 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.64 "GET /networking/v2.0/networks?id=69a0d312-b2de-4689-b0c5-62b84c9112b2 HTTP/1.1" status: 200 len: 815 time: 0.1048980 Aug 10 12:34:54.679489 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-f98e560d-0042-441c-bd23-4574e3e0feeb tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0bbb137a895941b1876eebfc56c28425 HTTP/1.1" status: 200 len: 378 time: 0.0527799 Aug 10 12:34:54.802394 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-2083326b-4fe6-458a-991d-c6c0d7fc1283 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'port': {'device_id': '3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'admin_state_up': True, 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'security_groups': ['85db06ba-9796-45d6-ad3e-eb4aea41b7a9']}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:34:54.826751 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:54.839484 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:54.909978 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-2083326b-4fe6-458a-991d-c6c0d7fc1283 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Made reservation on behalf of 0bbb137a895941b1876eebfc56c28425 for: {'port': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:34:54.913236 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-2083326b-4fe6-458a-991d-c6c0d7fc1283 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:55.031433 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-2083326b-4fe6-458a-991d-c6c0d7fc1283 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Allocated IP 172.20.0.11 (69a0d312-b2de-4689-b0c5-62b84c9112b2/475a0af2-d7c4-4476-ab09-64279713ecd6/eb383832-e054-468a-bbe7-6143a86ffefd) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:34:55.115024 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:55.167535 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-2083326b-4fe6-458a-991d-c6c0d7fc1283 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for port (eb383832-e054-468a-bbe7-6143a86ffefd), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:55.197739 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-2083326b-4fe6-458a-991d-c6c0d7fc1283 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (eb383832-e054-468a-bbe7-6143a86ffefd), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:55.242507 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-2083326b-4fe6-458a-991d-c6c0d7fc1283 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Network 69a0d312-b2de-4689-b0c5-62b84c9112b2 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:34:55.245615 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-2083326b-4fe6-458a-991d-c6c0d7fc1283 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:34:55.249225 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-2083326b-4fe6-458a-991d-c6c0d7fc1283 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:34:55.276521 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083326b-4fe6-458a-991d-c6c0d7fc1283 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'Port': ['ID=eb383832-e054-468a-bbe7-6143a86ffefd,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:55.302968 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-2083326b-4fe6-458a-991d-c6c0d7fc1283 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:55.303604 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-2083326b-4fe6-458a-991d-c6c0d7fc1283 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:55.320761 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-2083326b-4fe6-458a-991d-c6c0d7fc1283 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5221221 Aug 10 12:34:55.353945 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] Request body: {'port': {'device_id': '3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:34:55.415037 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (eb383832-e054-468a-bbe7-6143a86ffefd), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:55.445105 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-3ebc4720-f774-4517-ab5d-fe779a43e9d0 None None] Provisioning complete for port eb383832-e054-468a-bbe7-6143a86ffefd triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:34:55.445562 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4720-f774-4517-ab5d-fe779a43e9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (eb383832-e054-468a-bbe7-6143a86ffefd), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:55.457712 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:55.478611 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-3ebc4720-f774-4517-ab5d-fe779a43e9d0 None None] Port eb383832-e054-468a-bbe7-6143a86ffefd cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:34:55.572914 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad3391-5e32-482a-84e7-db0712bc171b req-92bdeeb1-fc52-4172-a4dd-11380c9f08d6 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:55.576595 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-27ad3391-5e32-482a-84e7-db0712bc171b req-92bdeeb1-fc52-4172-a4dd-11380c9f08d6 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88 HTTP/1.1" status: 200 len: 932 time: 0.0484335 Aug 10 12:34:55.622629 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-27ad3391-5e32-482a-84e7-db0712bc171b req-a6aa18e9-c2fb-469c-b2dd-555ce620bcc6 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=85db06ba-9796-45d6-ad3e-eb4aea41b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419147 Aug 10 12:34:55.672251 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb383832-e054-468a-bbe7-6143a86ffefd {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:34:55.679537 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] Publish callbacks [] for port (eb383832-e054-468a-bbe7-6143a86ffefd), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:55.692098 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] Transition to ACTIVE for port object eb383832-e054-468a-bbe7-6143a86ffefd will not be triggered until provisioned by entity L2. {{(pid=103790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:34:55.695979 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (eb383832-e054-468a-bbe7-6143a86ffefd), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:55.771349 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb383832-e054-468a-bbe7-6143a86ffefd,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:55.799594 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] Attempting to bind port eb383832-e054-468a-bbe7-6143a86ffefd on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:34:55.799925 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] Attempting to bind port eb383832-e054-468a-bbe7-6143a86ffefd by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:34:55.800252 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] Attempting to bind port eb383832-e054-468a-bbe7-6143a86ffefd on network 69a0d312-b2de-4689-b0c5-62b84c9112b2 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:34:55.804508 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] Port eb383832-e054-468a-bbe7-6143a86ffefd on network 69a0d312-b2de-4689-b0c5-62b84c9112b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:34:55.804825 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] Attempting to bind port eb383832-e054-468a-bbe7-6143a86ffefd on network 69a0d312-b2de-4689-b0c5-62b84c9112b2 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:34:55.809670 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:34:55.810002 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] Checking segment: {'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:34:55.810378 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] Bound using segment: {'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:34:55.810790 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] Bound port: eb383832-e054-468a-bbe7-6143a86ffefd, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:34:55.811136 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (eb383832-e054-468a-bbe7-6143a86ffefd), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:55.862553 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:55.874234 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] For port eb383832-e054-468a-bbe7-6143a86ffefd, host hv-cinder-85226, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:34:55.877990 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] For port eb383832-e054-468a-bbe7-6143a86ffefd, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=eb383832-e054-468a-bbe7-6143a86ffefd,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:34:55.883905 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (eb383832-e054-468a-bbe7-6143a86ffefd), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:55.887911 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:55.888513 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:55.889882 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/eb383832-e054-468a-bbe7-6143a86ffefd HTTP/1.1" status: 200 len: 1094 time: 0.5403781 Aug 10 12:34:55.890365 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88', 'tag': 'eb383832-e054-468a-bbe7-6143a86ffefd'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:34:55.892591 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93df125-1a80-4d68-8034-6ff6db1025df" -d '{"events": [{"name": "network-changed", "server_uuid": "3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88", "tag": "eb383832-e054-468a-bbe7-6143a86ffefd"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:34:55.932519 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1a2b08-8adc-4a44-b75d-5c888def8c52 x-openstack-request-id: req-ae1a2b08-8adc-4a44-b75d-5c888def8c52 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:34:55.932803 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88", "tag": "eb383832-e054-468a-bbe7-6143a86ffefd", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:34:55.933057 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae1a2b08-8adc-4a44-b75d-5c888def8c52 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:34:55.933486 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1a2b08-8adc-4a44-b75d-5c888def8c52'] response: {'name': 'network-changed', 'server_uuid': '3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88', 'tag': 'eb383832-e054-468a-bbe7-6143a86ffefd', 'status': 'completed', 'code': 200} Aug 10 12:34:55.943303 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e194961-d67d-41c1-bed3-15add30de2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=eb383832-e054-468a-bbe7-6143a86ffefd,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:56.029557 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-cbf61549-fff4-44cf-b04b-95ffd118d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:56.031090 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-cbf61549-fff4-44cf-b04b-95ffd118d6a2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0bbb137a895941b1876eebfc56c28425&device_id=3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88 HTTP/1.1" status: 200 len: 1128 time: 0.0400002 Aug 10 12:34:56.087755 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-8bd38064-9dcf-48af-bef9-a51bf4ea3a0d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb383832-e054-468a-bbe7-6143a86ffefd HTTP/1.1" status: 200 len: 217 time: 0.0382192 Aug 10 12:34:56.143563 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-1e62f67c-7671-46a1-bec2-8551186a3e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:56.145067 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-1e62f67c-7671-46a1-bec2-8551186a3e5f service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=475a0af2-d7c4-4476-ab09-64279713ecd6 HTTP/1.1" status: 200 len: 854 time: 0.0473907 Aug 10 12:34:56.195589 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-a6279997-4c35-4e70-a17b-b821e615118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:56.197065 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-a6279997-4c35-4e70-a17b-b821e615118e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=69a0d312-b2de-4689-b0c5-62b84c9112b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385146 Aug 10 12:34:56.291959 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-a4d2a6ec-f31f-4ea8-a6f2-87df80611046 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852678 Aug 10 12:34:56.324852 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:56.386557 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b0af5092-8dad-43f0-a5c1-85ae00877177 req-5cd875db-5292-4e70-b565-56f15e3f4ef5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828872 Aug 10 12:34:56.617404 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:56.744578 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9db189-029c-4b13-8ae2-d667e03fe2aa req-0fd3229c-4d24-4cba-8a7f-18f6add1769a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:56.746000 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-cb9db189-029c-4b13-8ae2-d667e03fe2aa req-0fd3229c-4d24-4cba-8a7f-18f6add1769a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88 HTTP/1.1" status: 200 len: 944 time: 0.0507236 Aug 10 12:34:56.793575 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-cb9db189-029c-4b13-8ae2-d667e03fe2aa req-bec59cbd-5a36-4ed6-9347-67fa8ba7343b tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=85db06ba-9796-45d6-ad3e-eb4aea41b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419011 Aug 10 12:34:57.660542 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:57.690484 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93df125-1a80-4d68-8034-6ff6db1025df req-5059472c-e93a-4887-aaf0-831b76c6df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:57.691927 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d93df125-1a80-4d68-8034-6ff6db1025df req-5059472c-e93a-4887-aaf0-831b76c6df61 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0bbb137a895941b1876eebfc56c28425&device_id=3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88 HTTP/1.1" status: 200 len: 1128 time: 0.0395937 Aug 10 12:34:57.788281 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93df125-1a80-4d68-8034-6ff6db1025df req-12b3f2ce-f98a-43cd-8fb1-cb7a4e7528de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:57.789746 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d93df125-1a80-4d68-8034-6ff6db1025df req-12b3f2ce-f98a-43cd-8fb1-cb7a4e7528de service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=69a0d312-b2de-4689-b0c5-62b84c9112b2 HTTP/1.1" status: 200 len: 916 time: 0.0869658 Aug 10 12:34:57.837399 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d93df125-1a80-4d68-8034-6ff6db1025df req-d352ee72-9db2-4054-8923-dda00f1c9e03 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb383832-e054-468a-bbe7-6143a86ffefd HTTP/1.1" status: 200 len: 217 time: 0.0340357 Aug 10 12:34:57.924778 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93df125-1a80-4d68-8034-6ff6db1025df req-8d0e4744-08af-4c16-9e1f-effd065a5092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:57.926316 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d93df125-1a80-4d68-8034-6ff6db1025df req-8d0e4744-08af-4c16-9e1f-effd065a5092 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=475a0af2-d7c4-4476-ab09-64279713ecd6 HTTP/1.1" status: 200 len: 854 time: 0.0797617 Aug 10 12:34:57.932416 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fc26f-dbb6-4b86-80c6-8881eb5dff85 req-46e23269-9778-4838-abef-2e6a18bd420a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:57.933784 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-252fc26f-dbb6-4b86-80c6-8881eb5dff85 req-46e23269-9778-4838-abef-2e6a18bd420a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88 HTTP/1.1" status: 200 len: 944 time: 0.0580320 Aug 10 12:34:57.997135 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93df125-1a80-4d68-8034-6ff6db1025df req-8d35ae0f-c70c-4de1-a87d-cf08c91b0846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:57.998602 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d93df125-1a80-4d68-8034-6ff6db1025df req-8d35ae0f-c70c-4de1-a87d-cf08c91b0846 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=69a0d312-b2de-4689-b0c5-62b84c9112b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583127 Aug 10 12:34:58.031250 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-252fc26f-dbb6-4b86-80c6-8881eb5dff85 req-2af04a1b-cd09-47e1-ae70-8ac279ead2df tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=85db06ba-9796-45d6-ad3e-eb4aea41b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919585 Aug 10 12:34:58.098920 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d93df125-1a80-4d68-8034-6ff6db1025df req-92c37c78-490e-4e32-97b1-99d8ee3485d8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928421 Aug 10 12:34:58.121282 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device eb383832-e054-468a-bbe7-6143a86ffefd details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:34:58.196662 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d93df125-1a80-4d68-8034-6ff6db1025df req-410791a5-bcf1-4c21-8066-cba1a4e90bc7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888660 Aug 10 12:34:58.216357 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:34:58.222492 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port eb383832-e054-468a-bbe7-6143a86ffefd, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=eb383832-e054-468a-bbe7-6143a86ffefd,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:34:58.233948 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': 'eb383832-e054-468a-bbe7-6143a86ffefd', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'port_id': 'eb383832-e054-468a-bbe7-6143a86ffefd', 'mac_address': 'fa:16:3e:4c:d6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:34:58.271006 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port eb383832-e054-468a-bbe7-6143a86ffefd is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:34:58.271390 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (eb383832-e054-468a-bbe7-6143a86ffefd), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:58.284390 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb383832-e054-468a-bbe7-6143a86ffefd {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:34:58.303363 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port eb383832-e054-468a-bbe7-6143a86ffefd, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=eb383832-e054-468a-bbe7-6143a86ffefd,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:34:58.307264 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (eb383832-e054-468a-bbe7-6143a86ffefd), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:34:58.352588 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=eb383832-e054-468a-bbe7-6143a86ffefd,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:34:58.360039 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:58.360387 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:58.360729 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:58.361091 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:58.361457 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:58.361787 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:58.362111 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:58.362440 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:58.362765 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:58.363100 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:58.363407 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:58.363731 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:58.364050 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:58.364367 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:58.364684 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:34:58.791337 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['eb383832-e054-468a-bbe7-6143a86ffefd'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:34:59.146269 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be155fea-2bf2-400a-8207-e9a4d65d19f1 req-85d20670-e242-4f3e-be55-3447e8a08369 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:34:59.147697 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-be155fea-2bf2-400a-8207-e9a4d65d19f1 req-85d20670-e242-4f3e-be55-3447e8a08369 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88 HTTP/1.1" status: 200 len: 945 time: 0.0462739 Aug 10 12:34:59.193290 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-be155fea-2bf2-400a-8207-e9a4d65d19f1 req-9df04f26-7f03-489f-be33-e586219d3f7e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=85db06ba-9796-45d6-ad3e-eb4aea41b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401216 Aug 10 12:35:00.145729 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device eb383832-e054-468a-bbe7-6143a86ffefd up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:35:00.186867 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port eb383832-e054-468a-bbe7-6143a86ffefd completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:35:00.192811 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port eb383832-e054-468a-bbe7-6143a86ffefd triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:35:00.193187 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (eb383832-e054-468a-bbe7-6143a86ffefd), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:00.269258 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port eb383832-e054-468a-bbe7-6143a86ffefd is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:35:00.269679 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (eb383832-e054-468a-bbe7-6143a86ffefd), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:00.291991 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb383832-e054-468a-bbe7-6143a86ffefd'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:35:00.294255 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b6be28-5622-40fb-a45d-f0850263fde1" -d '{"events": [{"server_uuid": "3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88", "name": "network-vif-plugged", "status": "completed", "tag": "eb383832-e054-468a-bbe7-6143a86ffefd"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:35:00.308622 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port eb383832-e054-468a-bbe7-6143a86ffefd, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=eb383832-e054-468a-bbe7-6143a86ffefd,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:35:00.310351 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6adae8-564d-4980-b284-f05d19407da4 req-1709a95c-cfea-49d2-8e94-79c13094b8ab tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:00.312112 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9f6adae8-564d-4980-b284-f05d19407da4 req-1709a95c-cfea-49d2-8e94-79c13094b8ab tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88 HTTP/1.1" status: 200 len: 945 time: 0.0490506 Aug 10 12:35:00.314900 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (eb383832-e054-468a-bbe7-6143a86ffefd), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:00.342813 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0615c3f6-1655-435e-9b8c-f189b43e6975 x-openstack-request-id: req-0615c3f6-1655-435e-9b8c-f189b43e6975 {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:35:00.343125 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88", "name": "network-vif-plugged", "status": "completed", "tag": "eb383832-e054-468a-bbe7-6143a86ffefd", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:35:00.343379 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0615c3f6-1655-435e-9b8c-f189b43e6975 {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:35:00.343772 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0615c3f6-1655-435e-9b8c-f189b43e6975'] response: {'server_uuid': '3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb383832-e054-468a-bbe7-6143a86ffefd', 'code': 200} Aug 10 12:35:00.363263 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9f6adae8-564d-4980-b284-f05d19407da4 req-4c9500bd-1dae-4d8b-a7d8-bdbb64fed50f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=85db06ba-9796-45d6-ad3e-eb4aea41b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445282 Aug 10 12:35:00.368331 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=eb383832-e054-468a-bbe7-6143a86ffefd,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:35:00.577365 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:00.584954 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8922e9-d235-4313-8efc-51cc94ffd6de req-1cccfa0c-9084-4f35-baec-96c16b598e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:00.586483 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3d8922e9-d235-4313-8efc-51cc94ffd6de req-1cccfa0c-9084-4f35-baec-96c16b598e79 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88 HTTP/1.1" status: 200 len: 1130 time: 0.0382144 Aug 10 12:35:00.638959 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3d8922e9-d235-4313-8efc-51cc94ffd6de req-4de6ce99-d164-476b-8aaf-37b47f22f262 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=85db06ba-9796-45d6-ad3e-eb4aea41b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369530 Aug 10 12:35:01.480471 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1cf1f-0d1f-451d-8865-1ad3f40587f9 req-b09ff9b6-1ab3-4361-a3ad-ab5ab4115b3e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:01.481941 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e0e1cf1f-0d1f-451d-8865-1ad3f40587f9 req-b09ff9b6-1ab3-4361-a3ad-ab5ab4115b3e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88 HTTP/1.1" status: 200 len: 946 time: 0.0466487 Aug 10 12:35:01.530950 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e0e1cf1f-0d1f-451d-8865-1ad3f40587f9 req-317a798d-dffc-487c-bd1f-9ea864ed0e6c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=85db06ba-9796-45d6-ad3e-eb4aea41b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435448 Aug 10 12:35:02.652910 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3bdb0-fc85-4317-9a63-8f7a01fd14c2 req-5bc81add-3389-4935-92d5-5945629dfcda tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:02.654397 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f1d3bdb0-fc85-4317-9a63-8f7a01fd14c2 req-5bc81add-3389-4935-92d5-5945629dfcda tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88 HTTP/1.1" status: 200 len: 946 time: 0.0491166 Aug 10 12:35:02.715107 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f1d3bdb0-fc85-4317-9a63-8f7a01fd14c2 req-affe7369-729f-4527-a61a-4b9975aaf71e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=85db06ba-9796-45d6-ad3e-eb4aea41b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492187 Aug 10 12:35:03.835756 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594db0d-dcb4-498e-9733-0300d95a2bff req-f4cfc938-b666-429d-9194-d479d6de3763 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:03.837237 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b594db0d-dcb4-498e-9733-0300d95a2bff req-f4cfc938-b666-429d-9194-d479d6de3763 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88 HTTP/1.1" status: 200 len: 946 time: 0.0469713 Aug 10 12:35:03.883691 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b594db0d-dcb4-498e-9733-0300d95a2bff req-b5a199ed-0b66-4fd3-b42b-cfd25175c52b tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=85db06ba-9796-45d6-ad3e-eb4aea41b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408869 Aug 10 12:35:03.998816 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80959fe7-b4f8-41a0-8b9d-e8580027bfbc req-936942c4-7a4d-4941-a26e-895fd172ea61 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:04.000818 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-80959fe7-b4f8-41a0-8b9d-e8580027bfbc req-936942c4-7a4d-4941-a26e-895fd172ea61 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88 HTTP/1.1" status: 200 len: 946 time: 0.0462449 Aug 10 12:35:04.010216 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50084) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:35:04.014454 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-bb25b924-bb2e-47d0-989f-f9f519eadd25 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'floatingip': {'port_id': 'eb383832-e054-468a-bbe7-6143a86ffefd'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:35:04.053706 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bb25b924-bb2e-47d0-989f-f9f519eadd25 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (e6c50d80-11fe-4818-aa25-5e858ff5ed1c), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:04.242518 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:04.258022 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:35:04.673398 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.db.resource_extend [None req-bb25b924-bb2e-47d0-989f-f9f519eadd25 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 10 12:35:04.717473 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bb25b924-bb2e-47d0-989f-f9f519eadd25 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:04.722192 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bb25b924-bb2e-47d0-989f-f9f519eadd25 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (e6c50d80-11fe-4818-aa25-5e858ff5ed1c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:04.813009 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.l3_db [None req-bb25b924-bb2e-47d0-989f-f9f519eadd25 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Floating IP e6c50d80-11fe-4818-aa25-5e858ff5ed1c associated. External IP: 172.27.0.17, port: eb383832-e054-468a-bbe7-6143a86ffefd. Aug 10 12:35:05.001685 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb25b924-bb2e-47d0-989f-f9f519eadd25 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Router c738bb5a-be08-41c0-857d-5311e5d2b7ce has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:35:05.040322 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:05.102608 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb25b924-bb2e-47d0-989f-f9f519eadd25 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:35:05.107422 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bb25b924-bb2e-47d0-989f-f9f519eadd25 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:05.112391 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ec674-03d3-4569-9477-0a28ed6fc880 None None] Sync routers for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:35:05.121766 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ec674-03d3-4569-9477-0a28ed6fc880 None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:35:05.122379 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fa8ec674-03d3-4569-9477-0a28ed6fc880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:34:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:35:05.137035 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-bb25b924-bb2e-47d0-989f-f9f519eadd25 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/e6c50d80-11fe-4818-aa25-5e858ff5ed1c HTTP/1.1" status: 200 len: 991 time: 1.1257954 Aug 10 12:35:05.137711 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88', 'tag': 'eb383832-e054-468a-bbe7-6143a86ffefd'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:35:05.140054 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85524278-3287-4591-ad45-4b0bcceddd25" -d '{"events": [{"name": "network-changed", "server_uuid": "3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88", "tag": "eb383832-e054-468a-bbe7-6143a86ffefd"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:35:05.161873 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:05.177491 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfeebf1-e5d0-4d8d-a167-4f1a8440f699 x-openstack-request-id: req-8dfeebf1-e5d0-4d8d-a167-4f1a8440f699 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:35:05.177782 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88", "tag": "eb383832-e054-468a-bbe7-6143a86ffefd", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:35:05.178031 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8dfeebf1-e5d0-4d8d-a167-4f1a8440f699 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:35:05.178435 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dfeebf1-e5d0-4d8d-a167-4f1a8440f699'] response: {'name': 'network-changed', 'server_uuid': '3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88', 'tag': 'eb383832-e054-468a-bbe7-6143a86ffefd', 'status': 'completed', 'code': 200} Aug 10 12:35:05.226462 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-fa8ec674-03d3-4569-9477-0a28ed6fc880 None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:35:05.267374 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85524278-3287-4591-ad45-4b0bcceddd25 req-b8f2a62c-6197-44e1-a14a-a48d147f79b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:05.268782 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-85524278-3287-4591-ad45-4b0bcceddd25 req-b8f2a62c-6197-44e1-a14a-a48d147f79b8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0bbb137a895941b1876eebfc56c28425&device_id=3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88 HTTP/1.1" status: 200 len: 1130 time: 0.0399976 Aug 10 12:35:05.362689 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85524278-3287-4591-ad45-4b0bcceddd25 req-6d137885-cb95-4db4-b1d3-fe30c3e83daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:05.364166 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-85524278-3287-4591-ad45-4b0bcceddd25 req-6d137885-cb95-4db4-b1d3-fe30c3e83daa service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=69a0d312-b2de-4689-b0c5-62b84c9112b2 HTTP/1.1" status: 200 len: 916 time: 0.0888650 Aug 10 12:35:05.429895 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:05.430650 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-85524278-3287-4591-ad45-4b0bcceddd25 req-1b6b6a46-275d-49bf-b7cf-0beeb7f5208d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb383832-e054-468a-bbe7-6143a86ffefd HTTP/1.1" status: 200 len: 999 time: 0.0562940 Aug 10 12:35:05.435701 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fa8ec674-03d3-4569-9477-0a28ed6fc880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': 'e6c50d80-11fe-4818-aa25-5e858ff5ed1c', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'port_id': 'eb383832-e054-468a-bbe7-6143a86ffefd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'mac_address': 'fa:16:3e:4c:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:34:52Z', 'updated_at': '2022-08-10T12:35:04Z', 'revision_number': 1, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:35:05.461097 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ec674-03d3-4569-9477-0a28ed6fc880 None None] Checking router: c738bb5a-be08-41c0-857d-5311e5d2b7ce for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:35:05.469400 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ec674-03d3-4569-9477-0a28ed6fc880 None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:35:05.469999 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fa8ec674-03d3-4569-9477-0a28ed6fc880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:34:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:35:05.479415 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85524278-3287-4591-ad45-4b0bcceddd25 req-7763d7db-0aef-452d-9215-b0606bc3e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:05.480854 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-85524278-3287-4591-ad45-4b0bcceddd25 req-7763d7db-0aef-452d-9215-b0606bc3e14b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=475a0af2-d7c4-4476-ab09-64279713ecd6 HTTP/1.1" status: 200 len: 854 time: 0.0441854 Aug 10 12:35:05.497157 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:05.531703 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85524278-3287-4591-ad45-4b0bcceddd25 req-a4eae4d8-9bf2-4ad3-bd09-03da23762cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:05.533107 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-85524278-3287-4591-ad45-4b0bcceddd25 req-a4eae4d8-9bf2-4ad3-bd09-03da23762cc4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=69a0d312-b2de-4689-b0c5-62b84c9112b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430236 Aug 10 12:35:05.570090 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-fa8ec674-03d3-4569-9477-0a28ed6fc880 None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:35:05.624788 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-85524278-3287-4591-ad45-4b0bcceddd25 req-41b09b0d-01cf-4ebf-8291-61154216d7b3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825973 Aug 10 12:35:05.718734 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-85524278-3287-4591-ad45-4b0bcceddd25 req-7fb48d31-fb36-46b2-a786-0e4bb338923e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861158 Aug 10 12:35:05.776823 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-fa8ec674-03d3-4569-9477-0a28ed6fc880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': 'e6c50d80-11fe-4818-aa25-5e858ff5ed1c', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'port_id': 'eb383832-e054-468a-bbe7-6143a86ffefd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'mac_address': 'fa:16:3e:4c:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:34:52Z', 'updated_at': '2022-08-10T12:35:04Z', 'revision_number': 1, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:35:05.803615 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ec674-03d3-4569-9477-0a28ed6fc880 None None] The sync data for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi is: [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': 'e6c50d80-11fe-4818-aa25-5e858ff5ed1c', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'port_id': 'eb383832-e054-468a-bbe7-6143a86ffefd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'mac_address': 'fa:16:3e:4c:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:34:52Z', 'updated_at': '2022-08-10T12:35:04Z', 'revision_number': 1, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:35:05.996153 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c2ca3-50b2-48db-9631-6228dc657aab None None] New status for floating IP e6c50d80-11fe-4818-aa25-5e858ff5ed1c: ACTIVE {{(pid=103792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:35:06.001587 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:10.366002 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:12.284391 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61b6db-bf74-4b4a-b2f4-54aa4e6d4306 req-a3e5dc98-0dd3-4ec8-89ff-3cd0796e817d tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:12.285910 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8c61b6db-bf74-4b4a-b2f4-54aa4e6d4306 req-a3e5dc98-0dd3-4ec8-89ff-3cd0796e817d tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 985 time: 0.0496979 Aug 10 12:35:12.323492 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebd6fa-5fa8-4606-ae39-050df24f1f16 req-b437a984-8af0-4b61-8b52-ba362fddf4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:12.325054 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5aebd6fa-5fa8-4606-ae39-050df24f1f16 req-b437a984-8af0-4b61-8b52-ba362fddf4f0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=cb4fb7d34a90445e9677ce7287759724&device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 1169 time: 0.0397575 Aug 10 12:35:12.346641 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8c61b6db-bf74-4b4a-b2f4-54aa4e6d4306 req-6cfefb97-9f1d-4ebc-a46d-0fa0251bbcc4 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd&id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545337 Aug 10 12:35:12.427166 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebd6fa-5fa8-4606-ae39-050df24f1f16 req-e05d0c0f-8780-405e-8495-f159a510981e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:12.428867 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5aebd6fa-5fa8-4606-ae39-050df24f1f16 req-e05d0c0f-8780-405e-8495-f159a510981e service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=5bf11b9e-ce66-4b66-9981-528746ab3fcc HTTP/1.1" status: 200 len: 916 time: 0.0919394 Aug 10 12:35:12.506149 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5aebd6fa-5fa8-4606-ae39-050df24f1f16 req-0a6d43f9-8a81-45c5-b51b-6527619506d7 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b96cc99c-2ad4-4023-a528-8c6512a0ba66 HTTP/1.1" status: 200 len: 1001 time: 0.0591035 Aug 10 12:35:12.554759 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebd6fa-5fa8-4606-ae39-050df24f1f16 req-24f6c7db-666f-41ac-af4b-2ed8fe36e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:12.556130 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5aebd6fa-5fa8-4606-ae39-050df24f1f16 req-24f6c7db-666f-41ac-af4b-2ed8fe36e955 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5a421661-37ef-440c-b88e-55072973c640 HTTP/1.1" status: 200 len: 854 time: 0.0428758 Aug 10 12:35:12.600697 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebd6fa-5fa8-4606-ae39-050df24f1f16 req-0cb49df5-4e2c-4656-82d7-64a50cc1a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:12.602224 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5aebd6fa-5fa8-4606-ae39-050df24f1f16 req-0cb49df5-4e2c-4656-82d7-64a50cc1a115 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=5bf11b9e-ce66-4b66-9981-528746ab3fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379910 Aug 10 12:35:12.697114 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5aebd6fa-5fa8-4606-ae39-050df24f1f16 req-8baea508-afc6-4e24-9bca-f4d72808eb5a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5bf11b9e-ce66-4b66-9981-528746ab3fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853655 Aug 10 12:35:12.797975 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5aebd6fa-5fa8-4606-ae39-050df24f1f16 req-23a70be0-e6e0-4d89-afaf-7a5b20983b81 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5bf11b9e-ce66-4b66-9981-528746ab3fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845160 Aug 10 12:35:13.457361 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:13.466156 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2d590-150f-40b9-9982-af8cc3ba08c0 req-c735ecf3-e493-406a-a48f-59cd5a2a7076 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:13.467602 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-85a2d590-150f-40b9-9982-af8cc3ba08c0 req-c735ecf3-e493-406a-a48f-59cd5a2a7076 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 985 time: 0.0470648 Aug 10 12:35:13.529410 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-85a2d590-150f-40b9-9982-af8cc3ba08c0 req-468a53f7-9c26-4bff-a24f-812e16ac6793 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd&id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552709 Aug 10 12:35:14.651266 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008172b0-4aac-4cbe-a51f-ad4860fb79c9 req-a7fbdb2f-abb8-4669-bdd5-d403f50f704c tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:14.652715 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-008172b0-4aac-4cbe-a51f-ad4860fb79c9 req-a7fbdb2f-abb8-4669-bdd5-d403f50f704c tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 985 time: 0.0511305 Aug 10 12:35:14.712226 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-008172b0-4aac-4cbe-a51f-ad4860fb79c9 req-877bbb6f-5134-4fd2-be85-af91214b8a97 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd&id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537353 Aug 10 12:35:15.771188 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=38 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:15.779474 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=67 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:15.831739 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6862c-a045-4105-b566-e40341790f5f req-848667ac-4b1d-457c-bac2-fddcb888d7ed tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:15.833199 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-48a6862c-a045-4105-b566-e40341790f5f req-848667ac-4b1d-457c-bac2-fddcb888d7ed tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 985 time: 0.0481706 Aug 10 12:35:15.892400 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-48a6862c-a045-4105-b566-e40341790f5f req-0f0bcc0c-ab6e-4c2f-9d85-170592e4774c tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd&id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535049 Aug 10 12:35:17.010480 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a47c98-be05-4c1e-8ab5-79984efdabf0 req-a21284d2-2e21-4bf4-903e-2f2dab3bc3bd tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:17.011920 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-36a47c98-be05-4c1e-8ab5-79984efdabf0 req-a21284d2-2e21-4bf4-903e-2f2dab3bc3bd tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 985 time: 0.0466826 Aug 10 12:35:17.069994 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-36a47c98-be05-4c1e-8ab5-79984efdabf0 req-778b23c4-3414-45f9-a658-f2a866028490 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd&id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519400 Aug 10 12:35:18.192477 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152b830-8fea-4e1a-b70a-7540b8340995 req-4a83f8cc-f7bd-4860-8b61-e849cd6a8922 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:18.193967 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3152b830-8fea-4e1a-b70a-7540b8340995 req-4a83f8cc-f7bd-4860-8b61-e849cd6a8922 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 985 time: 0.0505819 Aug 10 12:35:18.205845 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:18.254903 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3152b830-8fea-4e1a-b70a-7540b8340995 req-02a26bfb-4e9c-48ea-8c2f-ba23ed941ba1 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd&id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553036 Aug 10 12:35:18.764698 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:19.376124 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae46840-22b8-4482-a5a9-529315f82d29 req-9cc2c0d2-2540-4f0c-b74f-79014f02b29d tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:19.377664 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-fae46840-22b8-4482-a5a9-529315f82d29 req-9cc2c0d2-2540-4f0c-b74f-79014f02b29d tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 985 time: 0.0479410 Aug 10 12:35:19.437593 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-fae46840-22b8-4482-a5a9-529315f82d29 req-dccf0bbc-91c4-47a5-9a2b-6ba46e9331e2 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd&id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536878 Aug 10 12:35:20.366009 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:20.555759 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395570ab-5b39-49c6-8330-f4f0d2db5540 req-0005155f-392b-4e5b-85c2-c0bd8f42b6de tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:20.557190 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-395570ab-5b39-49c6-8330-f4f0d2db5540 req-0005155f-392b-4e5b-85c2-c0bd8f42b6de tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 985 time: 0.0466437 Aug 10 12:35:20.568689 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:20.621438 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-395570ab-5b39-49c6-8330-f4f0d2db5540 req-16f4c6d8-dfa7-4d1f-a688-faf41de05585 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd&id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579395 Aug 10 12:35:21.461242 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-567d7304-1a8e-4162-a4ee-3a4a4ab567e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:21.743548 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302c5dd-05ce-49c3-b304-091e9b63bad9 req-9872eec1-9bbc-4dd3-92b9-e3f676399f92 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:21.745008 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0302c5dd-05ce-49c3-b304-091e9b63bad9 req-9872eec1-9bbc-4dd3-92b9-e3f676399f92 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 985 time: 0.0515532 Aug 10 12:35:21.803108 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0302c5dd-05ce-49c3-b304-091e9b63bad9 req-058e37f6-dc9b-468c-95bd-83d11ba17b38 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd&id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520093 Aug 10 12:35:22.883406 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=89,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:22.922235 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56438bc1-5b09-49fe-b8f4-3b6aad073273 req-d93e477f-8c09-476b-a16d-ed10f34d722e tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:22.923693 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-56438bc1-5b09-49fe-b8f4-3b6aad073273 req-d93e477f-8c09-476b-a16d-ed10f34d722e tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 985 time: 0.0498047 Aug 10 12:35:22.984997 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-56438bc1-5b09-49fe-b8f4-3b6aad073273 req-fae1bf70-55c1-4a75-a115-240b15c2598f tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd&id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553963 Aug 10 12:35:23.671374 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-10d98959-201f-46b1-ad2a-9347cd47862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:24.105176 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4ba79-795a-4508-a9c3-d2d677505a2b req-994073e8-83d5-4015-9caa-eec287dec90b tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:24.106680 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a1b4ba79-795a-4508-a9c3-d2d677505a2b req-994073e8-83d5-4015-9caa-eec287dec90b tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 985 time: 0.0480070 Aug 10 12:35:24.165530 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a1b4ba79-795a-4508-a9c3-d2d677505a2b req-ab29ef02-7708-4990-85c2-2287710a0f8e tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd&id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525970 Aug 10 12:35:24.840934 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:25.291329 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94496d9e-0636-47d9-af4a-3746b3e341d3 req-2ae61ad6-1e1f-409e-8bf8-f4457b324f17 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:25.292784 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-94496d9e-0636-47d9-af4a-3746b3e341d3 req-2ae61ad6-1e1f-409e-8bf8-f4457b324f17 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 985 time: 0.0471296 Aug 10 12:35:25.358034 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-94496d9e-0636-47d9-af4a-3746b3e341d3 req-465e0a10-46d3-4a3e-9b04-0b18f6c4d0bf tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd&id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590439 Aug 10 12:35:26.318418 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421f292-613c-44bd-9cd5-cba58309623f req-34d52a7b-7bc5-43c8-ba81-f3863ce34efb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:26.320733 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-2421f292-613c-44bd-9cd5-cba58309623f req-34d52a7b-7bc5-43c8-ba81-f3863ce34efb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0579977 Aug 10 12:35:26.331577 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:26.350280 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e2a8b-9462-4cbb-9b46-e84ddaf9781d req-83d6d3af-0227-4539-b26d-302ceb21233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:26.351783 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-444e2a8b-9462-4cbb-9b46-e84ddaf9781d req-83d6d3af-0227-4539-b26d-302ceb21233a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2301f937213e47c29686be4e8601ac32&device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 1129 time: 0.0441611 Aug 10 12:35:26.370975 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-2421f292-613c-44bd-9cd5-cba58309623f req-a99bde3d-bf58-4f47-86d8-00c416bd5620 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443618 Aug 10 12:35:26.479059 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e2a8b-9462-4cbb-9b46-e84ddaf9781d req-705a8881-b95b-43c3-9d05-1b6e1cb0a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:26.480411 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-444e2a8b-9462-4cbb-9b46-e84ddaf9781d req-705a8881-b95b-43c3-9d05-1b6e1cb0a286 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb HTTP/1.1" status: 200 len: 919 time: 0.1186922 Aug 10 12:35:26.499467 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5213a-e3a8-41ac-b5ce-ad549fbcb796 req-648d6dc5-cc40-45c2-9a63-cc622a1ce9f8 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:26.500862 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-38e5213a-e3a8-41ac-b5ce-ad549fbcb796 req-648d6dc5-cc40-45c2-9a63-cc622a1ce9f8 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 985 time: 0.0678687 Aug 10 12:35:26.575261 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-444e2a8b-9462-4cbb-9b46-e84ddaf9781d req-b373cb6f-c0cb-4488-a4b4-0641f7dc0de7 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=925d1f21-e18a-4cdb-9515-0a2196cfef96 HTTP/1.1" status: 200 len: 1000 time: 0.0868599 Aug 10 12:35:26.598458 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:26.611882 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:26.643070 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-38e5213a-e3a8-41ac-b5ce-ad549fbcb796 req-e91f508a-d01d-4b44-934c-027d7d09a3f5 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd&id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1148388 Aug 10 12:35:26.654028 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e2a8b-9462-4cbb-9b46-e84ddaf9781d req-3176a861-fcb7-4758-a26e-93825b0f9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:26.655622 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-444e2a8b-9462-4cbb-9b46-e84ddaf9781d req-3176a861-fcb7-4758-a26e-93825b0f9c57 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5e7cdd28-a708-4c60-9515-0f4475157064 HTTP/1.1" status: 200 len: 857 time: 0.0700510 Aug 10 12:35:26.752472 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e2a8b-9462-4cbb-9b46-e84ddaf9781d req-180d4ced-5837-4407-8fcb-e1aa7586f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:26.753949 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-444e2a8b-9462-4cbb-9b46-e84ddaf9781d req-180d4ced-5837-4407-8fcb-e1aa7586f885 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416243 Aug 10 12:35:26.847356 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-444e2a8b-9462-4cbb-9b46-e84ddaf9781d req-b2257724-6f99-4fab-a208-7740b6fe34f1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832179 Aug 10 12:35:26.913714 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:26.945890 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-444e2a8b-9462-4cbb-9b46-e84ddaf9781d req-bc724fa4-c955-4431-b016-28d0a7f99008 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911419 Aug 10 12:35:27.504932 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebe89a-8e0d-4630-bd9d-fe36a3394e73 req-be96500c-137e-4afa-b1b3-0e9e61247bd5 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:27.506985 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c0ebe89a-8e0d-4630-bd9d-fe36a3394e73 req-be96500c-137e-4afa-b1b3-0e9e61247bd5 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0576305 Aug 10 12:35:27.550880 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20560a0b-9d79-4f11-8f3c-dc063ffc166f req-a4f1419f-9a50-41c5-b99d-662e06422d90 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:27.552271 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-20560a0b-9d79-4f11-8f3c-dc063ffc166f req-a4f1419f-9a50-41c5-b99d-662e06422d90 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 946 time: 0.0473211 Aug 10 12:35:27.553198 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c0ebe89a-8e0d-4630-bd9d-fe36a3394e73 req-cc320f0e-fd11-464f-8928-2532f75511fe tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408187 Aug 10 12:35:27.602249 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-20560a0b-9d79-4f11-8f3c-dc063ffc166f req-d34428d4-f51b-49b8-87f5-f6485aa29c69 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439754 Aug 10 12:35:27.760098 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73fc4c-726e-4b8a-8a2d-bcf43d355059 req-458a181a-66b1-4518-989a-6cbc2de2bca2 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:27.761546 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-dd73fc4c-726e-4b8a-8a2d-bcf43d355059 req-458a181a-66b1-4518-989a-6cbc2de2bca2 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 985 time: 0.0467174 Aug 10 12:35:27.820248 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-dd73fc4c-726e-4b8a-8a2d-bcf43d355059 req-53f954c8-22b5-434f-8c2c-d35a6e12b19c tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd&id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529118 Aug 10 12:35:28.679570 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff591e9-1f99-4c22-a3a8-d950cdd9fe84 req-5a069bfe-dcf0-4439-88bc-1b8c2834a998 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:28.681050 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8ff591e9-1f99-4c22-a3a8-d950cdd9fe84 req-5a069bfe-dcf0-4439-88bc-1b8c2834a998 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0511320 Aug 10 12:35:28.728045 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8ff591e9-1f99-4c22-a3a8-d950cdd9fe84 req-94d2ec12-7edc-4525-88d8-f9f2a112d6ba tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415192 Aug 10 12:35:28.728397 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29a0e0-2205-499f-9738-01a733443815 req-fd4df3a2-0a2d-4591-8811-c29b854c3b7c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:28.729898 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9e29a0e0-2205-499f-9738-01a733443815 req-fd4df3a2-0a2d-4591-8811-c29b854c3b7c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 946 time: 0.0512121 Aug 10 12:35:28.777201 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9e29a0e0-2205-499f-9738-01a733443815 req-5eb3e924-5c52-41e6-91c0-de55a5b41bdc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414727 Aug 10 12:35:28.940468 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30bddb-c7d0-42d6-9a4c-f936080cd090 req-64d36260-e7ae-4fe0-9809-cdd620664991 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:28.941952 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3d30bddb-c7d0-42d6-9a4c-f936080cd090 req-64d36260-e7ae-4fe0-9809-cdd620664991 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 985 time: 0.0476205 Aug 10 12:35:29.000135 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3d30bddb-c7d0-42d6-9a4c-f936080cd090 req-7689cfc9-684f-4eb3-adef-00f6cd32bc9a tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd&id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526445 Aug 10 12:35:29.849366 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd741db-7b83-4c96-acbe-72e5dab74dab req-715b496c-a861-4210-8e9e-f7cb62e4e698 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:29.850891 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9fd741db-7b83-4c96-acbe-72e5dab74dab req-715b496c-a861-4210-8e9e-f7cb62e4e698 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0487909 Aug 10 12:35:29.898315 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9fd741db-7b83-4c96-acbe-72e5dab74dab req-97ecaf72-1254-45b5-a813-bb9ec1e00b68 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417411 Aug 10 12:35:29.919104 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacaa38-2867-4ccf-b1dd-9da80d02f530 req-ea449de8-4944-407e-a91e-201afb73cc69 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:29.920552 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7dacaa38-2867-4ccf-b1dd-9da80d02f530 req-ea449de8-4944-407e-a91e-201afb73cc69 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 946 time: 0.0818100 Aug 10 12:35:29.940921 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7d652-5138-4647-8f5a-97d93984352c req-074d722d-a1dd-4bfb-8cce-a7e56488ca00 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:29.942339 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4eb7d652-5138-4647-8f5a-97d93984352c req-074d722d-a1dd-4bfb-8cce-a7e56488ca00 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 946 time: 0.0672319 Aug 10 12:35:30.046971 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4eb7d652-5138-4647-8f5a-97d93984352c req-199a01f5-5b08-4739-9066-8193eda5d0ca tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=40d29c82-93cc-4951-bf2c-02e629797b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867805 Aug 10 12:35:30.049868 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-7dacaa38-2867-4ccf-b1dd-9da80d02f530 req-9f7b4677-4781-40fc-87ff-f08c03b53784 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Deleting port dd060781-b144-4d67-99d5-c6d10616e60b {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:35:30.050214 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-7dacaa38-2867-4ccf-b1dd-9da80d02f530 req-9f7b4677-4781-40fc-87ff-f08c03b53784 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:30.125772 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bea6d1-3bd9-46b0-9bde-b50e36bfefa2 req-3260a4d4-8783-466d-81e4-c3f0c97f3827 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:30.127303 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-80bea6d1-3bd9-46b0-9bde-b50e36bfefa2 req-3260a4d4-8783-466d-81e4-c3f0c97f3827 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 985 time: 0.0528362 Aug 10 12:35:30.146229 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-7dacaa38-2867-4ccf-b1dd-9da80d02f530 req-9f7b4677-4781-40fc-87ff-f08c03b53784 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] For port dd060781-b144-4d67-99d5-c6d10616e60b, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=dd060781-b144-4d67-99d5-c6d10616e60b,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:35:30.146596 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-7dacaa38-2867-4ccf-b1dd-9da80d02f530 req-9f7b4677-4781-40fc-87ff-f08c03b53784 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:30.194340 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-80bea6d1-3bd9-46b0-9bde-b50e36bfefa2 req-7f2e2822-4e96-4b57-b619-451fcac3151d tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd&id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591247 Aug 10 12:35:30.317396 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:30.320924 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-7dacaa38-2867-4ccf-b1dd-9da80d02f530 req-9f7b4677-4781-40fc-87ff-f08c03b53784 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:30.321418 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-7dacaa38-2867-4ccf-b1dd-9da80d02f530 req-9f7b4677-4781-40fc-87ff-f08c03b53784 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (378043ca-ba92-4fdb-a2fa-c40479ed8bdd), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:30.321819 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.l3_db [req-7dacaa38-2867-4ccf-b1dd-9da80d02f530 req-9f7b4677-4781-40fc-87ff-f08c03b53784 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Floating IP 378043ca-ba92-4fdb-a2fa-c40479ed8bdd disassociated. External IP: 172.27.0.240, port: dd060781-b144-4d67-99d5-c6d10616e60b. Aug 10 12:35:30.322337 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-7dacaa38-2867-4ccf-b1dd-9da80d02f530 req-9f7b4677-4781-40fc-87ff-f08c03b53784 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Calling delete_port for dd060781-b144-4d67-99d5-c6d10616e60b owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:35:30.422245 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:30.449758 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-7dacaa38-2867-4ccf-b1dd-9da80d02f530 req-9f7b4677-4781-40fc-87ff-f08c03b53784 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (dd060781-b144-4d67-99d5-c6d10616e60b), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:30.481963 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b4677-4781-40fc-87ff-f08c03b53784 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Pushing event deleted for resources: {'Port': ['ID=dd060781-b144-4d67-99d5-c6d10616e60b,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:35:30.586856 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dacaa38-2867-4ccf-b1dd-9da80d02f530 req-9f7b4677-4781-40fc-87ff-f08c03b53784 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Router 544aac30-65a6-4fca-a6f2-f9197a416755 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:35:30.691998 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dacaa38-2867-4ccf-b1dd-9da80d02f530 req-9f7b4677-4781-40fc-87ff-f08c03b53784 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:35:30.701415 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7346e7-b58c-4144-a029-f4c269819eb6 None None] Sync routers for ids ['544aac30-65a6-4fca-a6f2-f9197a416755'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:35:30.711880 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7346e7-b58c-4144-a029-f4c269819eb6 None None] Routers {'544aac30-65a6-4fca-a6f2-f9197a416755'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:35:30.712487 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8c7346e7-b58c-4144-a029-f4c269819eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:35:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['544aac30-65a6-4fca-a6f2-f9197a416755'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:35:30.736392 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dacaa38-2867-4ccf-b1dd-9da80d02f530 req-9f7b4677-4781-40fc-87ff-f08c03b53784 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] No DVR routers for this DVR port dd060781-b144-4d67-99d5-c6d10616e60b on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:35:30.739737 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-7dacaa38-2867-4ccf-b1dd-9da80d02f530 req-9f7b4677-4781-40fc-87ff-f08c03b53784 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:30.744643 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7dacaa38-2867-4ccf-b1dd-9da80d02f530 req-9f7b4677-4781-40fc-87ff-f08c03b53784 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.64 "DELETE /networking/v2.0/ports/dd060781-b144-4d67-99d5-c6d10616e60b HTTP/1.1" status: 204 len: 173 time: 0.8176272 Aug 10 12:35:30.745068 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2', 'name': 'network-vif-deleted', 'tag': 'dd060781-b144-4d67-99d5-c6d10616e60b'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:35:30.747386 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e0db40-ec80-4acd-91b7-626f0711edf6" -d '{"events": [{"server_uuid": "b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2", "name": "network-vif-deleted", "tag": "dd060781-b144-4d67-99d5-c6d10616e60b"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:35:30.794080 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559ecc62-3e84-466c-baba-2db4d4cfe1bc x-openstack-request-id: req-559ecc62-3e84-466c-baba-2db4d4cfe1bc {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:35:30.794436 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2", "name": "network-vif-deleted", "tag": "dd060781-b144-4d67-99d5-c6d10616e60b", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:35:30.794992 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-559ecc62-3e84-466c-baba-2db4d4cfe1bc {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:35:30.795196 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559ecc62-3e84-466c-baba-2db4d4cfe1bc'] response: {'server_uuid': 'b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2', 'name': 'network-vif-deleted', 'tag': 'dd060781-b144-4d67-99d5-c6d10616e60b', 'status': 'completed', 'code': 200} Aug 10 12:35:30.993168 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-8c7346e7-b58c-4144-a029-f4c269819eb6 None None] Set router 544aac30-65a6-4fca-a6f2-f9197a416755 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:35:31.038837 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d984b81-00df-42f2-9b32-cf12dae1b36b req-fcaa1409-83ab-4756-b8ba-7969a13a00e1 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:31.040315 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8d984b81-00df-42f2-9b32-cf12dae1b36b req-fcaa1409-83ab-4756-b8ba-7969a13a00e1 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0474617 Aug 10 12:35:31.097510 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8d984b81-00df-42f2-9b32-cf12dae1b36b req-90702025-0938-4c88-bcfd-a3dbd49bd5a4 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492492 Aug 10 12:35:31.169115 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f18b642b-44aa-4173-9c02-77444d660f5a req-16337ad6-f64c-4902-b33a-b9be1a57e9d9 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b031e4a2-3e92-40ec-bd4f-428e8ab6e0b2 HTTP/1.1" status: 200 len: 210 time: 0.0272169 Aug 10 12:35:31.183957 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8c7346e7-b58c-4144-a029-f4c269819eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:04Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 4, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'gw_port': {'id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'd0ca6fa8-090c-423a-a4f8-1ca2bb087f56', 'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'mac_address': 'fa:16:3e:8a:7c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:11Z', 'updated_at': '2022-08-10T12:31:28Z', 'revision_number': 5, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'subnets': [{'id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:35:31.208793 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7346e7-b58c-4144-a029-f4c269819eb6 None None] Checking router: 544aac30-65a6-4fca-a6f2-f9197a416755 for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:35:31.216996 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7346e7-b58c-4144-a029-f4c269819eb6 None None] Routers {'544aac30-65a6-4fca-a6f2-f9197a416755'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:35:31.217628 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8c7346e7-b58c-4144-a029-f4c269819eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:35:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['544aac30-65a6-4fca-a6f2-f9197a416755'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:35:31.315024 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d453aee-a4c1-4413-8dec-80062266190e req-116ab88d-b585-4ff2-a268-43e3679287de tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:31.316526 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1d453aee-a4c1-4413-8dec-80062266190e req-116ab88d-b585-4ff2-a268-43e3679287de tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 985 time: 0.0479312 Aug 10 12:35:31.319339 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-8c7346e7-b58c-4144-a029-f4c269819eb6 None None] Set router 544aac30-65a6-4fca-a6f2-f9197a416755 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:35:31.386340 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1d453aee-a4c1-4413-8dec-80062266190e req-63774716-69ac-467f-acd9-0d0f3390b2e4 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd&id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633080 Aug 10 12:35:31.509615 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8c7346e7-b58c-4144-a029-f4c269819eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:04Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 4, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'gw_port': {'id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'd0ca6fa8-090c-423a-a4f8-1ca2bb087f56', 'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'mac_address': 'fa:16:3e:8a:7c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:11Z', 'updated_at': '2022-08-10T12:31:28Z', 'revision_number': 5, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'subnets': [{'id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:35:31.533750 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7346e7-b58c-4144-a029-f4c269819eb6 None None] The sync data for ids ['544aac30-65a6-4fca-a6f2-f9197a416755'] in dv-cinder-852261-3-iscsi is: [{'id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:04Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 4, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'gw_port': {'id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'd0ca6fa8-090c-423a-a4f8-1ca2bb087f56', 'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'mac_address': 'fa:16:3e:8a:7c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:11Z', 'updated_at': '2022-08-10T12:31:28Z', 'revision_number': 5, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'subnets': [{'id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:35:31.758136 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f349a02-d231-458e-bb63-eb9ba636af1c None None] New status for floating IP 378043ca-ba92-4fdb-a2fa-c40479ed8bdd: DOWN {{(pid=103792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:35:32.207362 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc6646-159b-4c29-bccd-5d98f212c49f req-10fb2374-eaa5-4048-af95-8c1d48d7f60f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:32.208890 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b6dc6646-159b-4c29-bccd-5d98f212c49f req-10fb2374-eaa5-4048-af95-8c1d48d7f60f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0469282 Aug 10 12:35:32.259201 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b6dc6646-159b-4c29-bccd-5d98f212c49f req-533cdd81-2d4f-4c20-8356-a2d43079ec6b tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446155 Aug 10 12:35:32.266826 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50250) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:35:32.323872 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-92693f57-ff83-48c3-8bca-9d99ad75986b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group (40d29c82-93cc-4951-bf2c-02e629797b97), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:32.349042 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-92693f57-ff83-48c3-8bca-9d99ad75986b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group (40d29c82-93cc-4951-bf2c-02e629797b97), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:32.360121 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device dd060781-b144-4d67-99d5-c6d10616e60b no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:35:32.379102 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:32.379377 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: dd060781-b144-4d67-99d5-c6d10616e60b {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:35:32.379729 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device dd060781-b144-4d67-99d5-c6d10616e60b not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:35:32.400002 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-92693f57-ff83-48c3-8bca-9d99ad75986b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (40d29c82-93cc-4951-bf2c-02e629797b97), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:32.402796 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-92693f57-ff83-48c3-8bca-9d99ad75986b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:32.403970 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-92693f57-ff83-48c3-8bca-9d99ad75986b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/40d29c82-93cc-4951-bf2c-02e629797b97 HTTP/1.1" status: 204 len: 168 time: 0.1360049 Aug 10 12:35:32.406835 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50254) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:35:32.413885 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92693f57-ff83-48c3-8bca-9d99ad75986b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d29c82-93cc-4951-bf2c-02e629797b97,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:35:32.423905 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.api.v2.resource [None req-4ff1b9b7-ddab-42f5-aea8-82b7c4d65e99 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] show failed (client error): The resource could not be found. Aug 10 12:35:32.429798 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-4ff1b9b7-ddab-42f5-aea8-82b7c4d65e99 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups/40d29c82-93cc-4951-bf2c-02e629797b97 HTTP/1.1" status: 404 len: 347 time: 0.0209169 Aug 10 12:35:32.432553 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50256) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:35:32.554778 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9ebfc8d4-2380-47c9-9923-ed9cbae10e9c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Deleting port 651226a8-a085-4791-82a5-5c4ff3438344 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:35:32.555126 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9ebfc8d4-2380-47c9-9923-ed9cbae10e9c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (651226a8-a085-4791-82a5-5c4ff3438344), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:32.636072 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9ebfc8d4-2380-47c9-9923-ed9cbae10e9c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (651226a8-a085-4791-82a5-5c4ff3438344), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:32.636452 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9ebfc8d4-2380-47c9-9923-ed9cbae10e9c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for floatingip (651226a8-a085-4791-82a5-5c4ff3438344), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:32.649893 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9ebfc8d4-2380-47c9-9923-ed9cbae10e9c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Calling delete_port for 651226a8-a085-4791-82a5-5c4ff3438344 owned by network:floatingip {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:35:32.662186 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae51e9-db8c-4ec8-9f1e-63b1e39e46b3 req-9a78f50f-5f82-43bc-9690-c0b382045509 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:32.663738 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f1ae51e9-db8c-4ec8-9f1e-63b1e39e46b3 req-9a78f50f-5f82-43bc-9690-c0b382045509 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0484552 Aug 10 12:35:32.694711 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:32.707726 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:32.713084 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f1ae51e9-db8c-4ec8-9f1e-63b1e39e46b3 req-05bdb5a9-4ac7-4c1d-a177-4fcc3cc698d0 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435517 Aug 10 12:35:32.793763 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9ebfc8d4-2380-47c9-9923-ed9cbae10e9c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (651226a8-a085-4791-82a5-5c4ff3438344), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:32.821940 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebfc8d4-2380-47c9-9923-ed9cbae10e9c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Pushing event deleted for resources: {'Port': ['ID=651226a8-a085-4791-82a5-5c4ff3438344,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:35:32.878903 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:32.884191 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9ebfc8d4-2380-47c9-9923-ed9cbae10e9c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for floatingip (378043ca-ba92-4fdb-a2fa-c40479ed8bdd), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:32.886754 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9ebfc8d4-2380-47c9-9923-ed9cbae10e9c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:32.887898 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-9ebfc8d4-2380-47c9-9923-ed9cbae10e9c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/378043ca-ba92-4fdb-a2fa-c40479ed8bdd HTTP/1.1" status: 204 len: 168 time: 0.4544384 Aug 10 12:35:32.975186 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50264) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:35:32.979771 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-a5333d1b-73dd-4bec-97e6-0f9edf48d51d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1183844292', 'description': 'tempest-description--1777081468'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:35:32.999320 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a5333d1b-73dd-4bec-97e6-0f9edf48d51d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:33.064780 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a5333d1b-73dd-4bec-97e6-0f9edf48d51d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group (b8ba84c9-3835-42ca-be93-fe628cd1562f), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:33.068054 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a5333d1b-73dd-4bec-97e6-0f9edf48d51d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (b8ba84c9-3835-42ca-be93-fe628cd1562f), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:33.097091 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5333d1b-73dd-4bec-97e6-0f9edf48d51d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ba84c9-3835-42ca-be93-fe628cd1562f,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:35:33.101022 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a5333d1b-73dd-4bec-97e6-0f9edf48d51d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:33.102240 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-a5333d1b-73dd-4bec-97e6-0f9edf48d51d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1259804 Aug 10 12:35:33.105130 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50266) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:35:33.109373 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-db540a38-54e7-4cde-9874-c07c199ab4c0 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Request body: {'security_group_rule': {'security_group_id': 'b8ba84c9-3835-42ca-be93-fe628cd1562f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:35:33.135115 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-db540a38-54e7-4cde-9874-c07c199ab4c0 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group_rule (1cf9c7bc-8e3d-4a3e-8ce8-d6bbb17b43b4), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:33.189279 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-db540a38-54e7-4cde-9874-c07c199ab4c0 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group_rule (1cf9c7bc-8e3d-4a3e-8ce8-d6bbb17b43b4), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:33.192643 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-db540a38-54e7-4cde-9874-c07c199ab4c0 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (1cf9c7bc-8e3d-4a3e-8ce8-d6bbb17b43b4), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:33.210960 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db540a38-54e7-4cde-9874-c07c199ab4c0 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf9c7bc-8e3d-4a3e-8ce8-d6bbb17b43b4,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:35:33.217727 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-db540a38-54e7-4cde-9874-c07c199ab4c0 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:33.218962 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-db540a38-54e7-4cde-9874-c07c199ab4c0 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127887 Aug 10 12:35:33.221988 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50268) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:35:33.226386 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-15b5c617-0493-424d-95d3-563b5b724e82 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Request body: {'security_group_rule': {'security_group_id': 'b8ba84c9-3835-42ca-be93-fe628cd1562f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:35:33.252588 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-15b5c617-0493-424d-95d3-563b5b724e82 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group_rule (27078108-9d3d-427b-b2b4-6e926e044456), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:33.311295 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-15b5c617-0493-424d-95d3-563b5b724e82 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group_rule (27078108-9d3d-427b-b2b4-6e926e044456), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:33.316702 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-15b5c617-0493-424d-95d3-563b5b724e82 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (27078108-9d3d-427b-b2b4-6e926e044456), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:33.336276 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5c617-0493-424d-95d3-563b5b724e82 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27078108-9d3d-427b-b2b4-6e926e044456,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:35:33.351602 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-15b5c617-0493-424d-95d3-563b5b724e82 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:33.352778 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-15b5c617-0493-424d-95d3-563b5b724e82 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298075 Aug 10 12:35:33.356276 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50272) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:35:33.361320 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-86748bf5-fa7f-4024-a01a-e4048f8371bc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Request body: {'floatingip': {'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:35:33.383966 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-86748bf5-fa7f-4024-a01a-e4048f8371bc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:33.389461 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbf8da-10b5-40b4-8f64-4fbf0253c020 req-18b9e45d-ff3e-471c-a5a3-df167a86a2c5 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:33.390941 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3efbf8da-10b5-40b4-8f64-4fbf0253c020 req-18b9e45d-ff3e-471c-a5a3-df167a86a2c5 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0518417 Aug 10 12:35:33.439582 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3efbf8da-10b5-40b4-8f64-4fbf0253c020 req-31b7c115-4ceb-4a92-8330-32537381da5f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422795 Aug 10 12:35:33.463653 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-86748bf5-fa7f-4024-a01a-e4048f8371bc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:33.568105 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-86748bf5-fa7f-4024-a01a-e4048f8371bc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Allocated IP 172.27.0.89 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/17221a94-f6fc-4e42-ae91-49450a9a65a0) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:35:33.643291 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:33.670307 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-86748bf5-fa7f-4024-a01a-e4048f8371bc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for port (17221a94-f6fc-4e42-ae91-49450a9a65a0), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:33.702876 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-86748bf5-fa7f-4024-a01a-e4048f8371bc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (17221a94-f6fc-4e42-ae91-49450a9a65a0), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:33.729087 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:33.750620 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86748bf5-fa7f-4024-a01a-e4048f8371bc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:35:33.754118 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-86748bf5-fa7f-4024-a01a-e4048f8371bc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:35:33.759209 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86748bf5-fa7f-4024-a01a-e4048f8371bc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:35:33.766150 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86748bf5-fa7f-4024-a01a-e4048f8371bc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Pushing event updated for resources: {'Port': ['ID=17221a94-f6fc-4e42-ae91-49450a9a65a0,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:35:34.092828 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c492f5-bd51-4f27-819c-2e60b2453471 req-a055951a-0491-4c14-add4-1a394e5143a5 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:34.094288 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-48c492f5-bd51-4f27-819c-2e60b2453471 req-a055951a-0491-4c14-add4-1a394e5143a5 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0589933 Aug 10 12:35:34.156925 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-86748bf5-fa7f-4024-a01a-e4048f8371bc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for floatingip (73f8401e-d4dc-4adc-b0c6-8992bb880e58), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:34.180366 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-48c492f5-bd51-4f27-819c-2e60b2453471 req-ca7aa3f5-6e70-4084-a72b-4682c47a9907 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795097 Aug 10 12:35:34.204230 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-86748bf5-fa7f-4024-a01a-e4048f8371bc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (17221a94-f6fc-4e42-ae91-49450a9a65a0), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:34.348872 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-86748bf5-fa7f-4024-a01a-e4048f8371bc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for port (17221a94-f6fc-4e42-ae91-49450a9a65a0), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:34.353120 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-86748bf5-fa7f-4024-a01a-e4048f8371bc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (17221a94-f6fc-4e42-ae91-49450a9a65a0), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:34.417691 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86748bf5-fa7f-4024-a01a-e4048f8371bc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Pushing event updated for resources: {'Port': ['ID=17221a94-f6fc-4e42-ae91-49450a9a65a0,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:35:34.420160 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-86748bf5-fa7f-4024-a01a-e4048f8371bc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (73f8401e-d4dc-4adc-b0c6-8992bb880e58), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:34.436148 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-86748bf5-fa7f-4024-a01a-e4048f8371bc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:34.437462 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-86748bf5-fa7f-4024-a01a-e4048f8371bc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0800724 Aug 10 12:35:34.557968 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36369ec-6b69-49f3-a711-ef5d8eb52fbf req-6c125970-950f-4aee-8a79-9ab92a2f5b49 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:34.559464 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a36369ec-6b69-49f3-a711-ef5d8eb52fbf req-6c125970-950f-4aee-8a79-9ab92a2f5b49 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0479727 Aug 10 12:35:34.610964 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a36369ec-6b69-49f3-a711-ef5d8eb52fbf req-ccf33b5d-f2c4-4a4a-8ebd-15021752a056 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453291 Aug 10 12:35:34.638340 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-43c50e79-7741-481e-8c87-74a9fb4c960c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1183844292&fields=id&tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d HTTP/1.1" status: 200 len: 267 time: 0.0443015 Aug 10 12:35:34.728791 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:34.748165 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-a91487c4-bd5a-4510-b51e-4d0080a28159 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:34.749652 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-a91487c4-bd5a-4510-b51e-4d0080a28159 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/networks?id=9747c644-617a-4b31-a63b-39dd1a5c7b9c HTTP/1.1" status: 200 len: 815 time: 0.1042063 Aug 10 12:35:34.765090 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-96ed6d91-a495-4594-94be-e63dcc0d9fb3 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/quotas/4eb5c9a17d7341d3a3dd60ef2b7a381d HTTP/1.1" status: 200 len: 375 time: 0.0089755 Aug 10 12:35:34.815097 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-9c9c7862-6377-4e6f-a653-e0a8bbbba41a tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451465 Aug 10 12:35:34.912375 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-f7e62fe3-2892-465a-bfd7-6b514cb9ec46 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852244 Aug 10 12:35:35.004999 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-9fbef684-d253-4362-bbcd-dc9440ec0647 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869615 Aug 10 12:35:35.168418 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7f552f4f-c476-4d64-adfb-932145cb1873 req-82579879-6e1b-4fb9-ac84-e52b9d60b1d1 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 210 time: 0.0309286 Aug 10 12:35:35.303084 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85dd159-a385-4435-8244-0592faedca69 req-b14731f8-5899-4f0e-81a5-e64cc8e8188c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:35.304968 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c85dd159-a385-4435-8244-0592faedca69 req-b14731f8-5899-4f0e-81a5-e64cc8e8188c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0494318 Aug 10 12:35:35.315953 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:35.354842 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c85dd159-a385-4435-8244-0592faedca69 req-ec629bc4-fcac-4f2e-bb75-5c19ecac436c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447142 Aug 10 12:35:35.734670 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eeeaab-067b-4ac2-a331-cf3a2822df49 req-d0efe7cc-1c53-49dd-930a-22bc6d9bf909 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:35.736856 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-20eeeaab-067b-4ac2-a331-cf3a2822df49 req-d0efe7cc-1c53-49dd-930a-22bc6d9bf909 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0475903 Aug 10 12:35:35.785002 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-20eeeaab-067b-4ac2-a331-cf3a2822df49 req-aa49aaa9-7563-41d5-bbf3-a0a40fe9f5bf tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420473 Aug 10 12:35:36.304870 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-19acba8d-f1e8-4fb7-b3e3-592476249d1d req-4b24b4bf-ab10-4fb5-bab2-f80ade323df2 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 210 time: 0.0566611 Aug 10 12:35:36.360362 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-38bc67ed-bbff-4c27-bc1a-530113b27724 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:36.362312 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-38bc67ed-bbff-4c27-bc1a-530113b27724 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.64 "GET /networking/v2.0/networks?id=9747c644-617a-4b31-a63b-39dd1a5c7b9c HTTP/1.1" status: 200 len: 815 time: 0.1354187 Aug 10 12:35:36.454762 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-0c40cc83-7f08-4650-bbde-769517cc15a0 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d HTTP/1.1" status: 200 len: 380 time: 0.0551870 Aug 10 12:35:36.473370 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96f851-b965-4850-8d15-7e37e464e13c req-7f8e55f8-b83d-4a67-82d3-cbf59be44a1d tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:36.474814 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-dd96f851-b965-4850-8d15-7e37e464e13c req-7f8e55f8-b83d-4a67-82d3-cbf59be44a1d tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0465088 Aug 10 12:35:36.524189 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-dd96f851-b965-4850-8d15-7e37e464e13c req-9ccc146a-e69b-4d78-bb28-bc466ebc6374 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437939 Aug 10 12:35:36.596781 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Request body: {'port': {'device_id': 'abef27e9-175c-4101-80ee-6da94e239088', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'admin_state_up': True, 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'security_groups': ['b8ba84c9-3835-42ca-be93-fe628cd1562f']}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:35:36.707008 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Made reservation on behalf of 4eb5c9a17d7341d3a3dd60ef2b7a381d for: {'port': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:35:36.710447 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:36.850713 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Allocated IP 172.20.0.6 (9747c644-617a-4b31-a63b-39dd1a5c7b9c/83d863d9-2bcf-49a1-876a-272e644640cc/40caaca6-10a7-43c8-8003-49d7c19f965f) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:35:36.931275 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec32aec-a18f-48a1-a2ef-6b4c5ffefd8d req-2f90ae1f-cc58-43e0-bfa3-dc5d67a0a5e0 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:36.932751 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-eec32aec-a18f-48a1-a2ef-6b4c5ffefd8d req-2f90ae1f-cc58-43e0-bfa3-dc5d67a0a5e0 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0709968 Aug 10 12:35:36.977985 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:37.037491 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-eec32aec-a18f-48a1-a2ef-6b4c5ffefd8d req-2ec3652b-8196-4568-ad82-1d62254a1d97 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927210 Aug 10 12:35:37.067170 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:37.098956 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:37.135424 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:37.150317 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Network 9747c644-617a-4b31-a63b-39dd1a5c7b9c is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:35:37.155770 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:35:37.159567 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:35:37.162799 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Pushing event updated for resources: {'Port': ['ID=40caaca6-10a7-43c8-8003-49d7c19f965f,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:35:37.190070 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:35:37.190429 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:35:37.190775 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:35:37.191121 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:35:37.191456 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:35:37.191785 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:35:37.192117 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:35:37.192452 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:35:37.192787 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:35:37.193114 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:35:37.193464 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:35:37.193792 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:35:37.194115 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:35:37.194441 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:35:37.194763 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:35:37.223000 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:37.223618 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:37.240276 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-d060b89d-d8ac-42e9-b1ed-abcfa3095588 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6480939 Aug 10 12:35:37.258939 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] Request body: {'port': {'device_id': 'abef27e9-175c-4101-80ee-6da94e239088', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:35:37.319643 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:37.354405 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-111049ba-d5a2-4431-b8be-c69911d6a65c None None] Provisioning complete for port 40caaca6-10a7-43c8-8003-49d7c19f965f triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:35:37.354845 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-111049ba-d5a2-4431-b8be-c69911d6a65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:37.391003 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-111049ba-d5a2-4431-b8be-c69911d6a65c None None] Port 40caaca6-10a7-43c8-8003-49d7c19f965f cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:35:37.433098 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020bbf8-0e75-4ce9-bc1e-b860012d1d26 req-c832accb-fd4b-4680-b379-1b12bd8b1daf tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:37.434523 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8020bbf8-0e75-4ce9-bc1e-b860012d1d26 req-c832accb-fd4b-4680-b379-1b12bd8b1daf tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 931 time: 0.0474658 Aug 10 12:35:37.483668 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8020bbf8-0e75-4ce9-bc1e-b860012d1d26 req-19c637cb-2bd0-47c5-92bc-5ace40457e5d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427403 Aug 10 12:35:37.586042 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40caaca6-10a7-43c8-8003-49d7c19f965f {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:35:37.593653 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] Publish callbacks [] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:37.634222 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] Transition to ACTIVE for port object 40caaca6-10a7-43c8-8003-49d7c19f965f will not be triggered until provisioned by entity L2. {{(pid=103790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:35:37.640511 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:37.654971 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a95c7a-8369-4ea2-9578-a5045da4697e req-2b9d1051-e1dc-479e-bbdd-86d45ddc0b06 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:37.656454 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-30a95c7a-8369-4ea2-9578-a5045da4697e req-2b9d1051-e1dc-479e-bbdd-86d45ddc0b06 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0603199 Aug 10 12:35:37.743420 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=40caaca6-10a7-43c8-8003-49d7c19f965f,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:35:37.786048 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-30a95c7a-8369-4ea2-9578-a5045da4697e req-04b321d6-e220-43c3-b9c7-13d8d38dbf27 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068683 Aug 10 12:35:37.794715 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] Attempting to bind port 40caaca6-10a7-43c8-8003-49d7c19f965f on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:35:37.795051 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] Attempting to bind port 40caaca6-10a7-43c8-8003-49d7c19f965f by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '49c922de-f733-49e2-a3f8-180a2c5d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:35:37.795378 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] Attempting to bind port 40caaca6-10a7-43c8-8003-49d7c19f965f on network 9747c644-617a-4b31-a63b-39dd1a5c7b9c {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:35:37.800311 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] Port 40caaca6-10a7-43c8-8003-49d7c19f965f on network 9747c644-617a-4b31-a63b-39dd1a5c7b9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:35:37.800635 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] Attempting to bind port 40caaca6-10a7-43c8-8003-49d7c19f965f on network 9747c644-617a-4b31-a63b-39dd1a5c7b9c {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:35:37.805741 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:35:37.806078 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] Checking segment: {'id': '49c922de-f733-49e2-a3f8-180a2c5d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:35:37.806453 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] Bound using segment: {'id': '49c922de-f733-49e2-a3f8-180a2c5d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:35:37.806871 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] Bound port: 40caaca6-10a7-43c8-8003-49d7c19f965f, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c922de-f733-49e2-a3f8-180a2c5d099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:35:37.807223 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:37.809636 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:37.872381 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] For port 40caaca6-10a7-43c8-8003-49d7c19f965f, host hv-cinder-85226, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:35:37.875762 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] For port 40caaca6-10a7-43c8-8003-49d7c19f965f, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=40caaca6-10a7-43c8-8003-49d7c19f965f,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:35:37.882797 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:37.888242 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:37.888849 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:37.890224 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/40caaca6-10a7-43c8-8003-49d7c19f965f HTTP/1.1" status: 200 len: 1093 time: 0.6356580 Aug 10 12:35:37.890701 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abef27e9-175c-4101-80ee-6da94e239088', 'tag': '40caaca6-10a7-43c8-8003-49d7c19f965f'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:35:37.893196 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da310f4-a2ee-4ae6-ad70-c366761f4e72" -d '{"events": [{"name": "network-changed", "server_uuid": "abef27e9-175c-4101-80ee-6da94e239088", "tag": "40caaca6-10a7-43c8-8003-49d7c19f965f"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:35:37.940302 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e0120e-afea-4826-9df2-ba6442298302 x-openstack-request-id: req-d9e0120e-afea-4826-9df2-ba6442298302 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:35:37.940594 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abef27e9-175c-4101-80ee-6da94e239088", "tag": "40caaca6-10a7-43c8-8003-49d7c19f965f", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:35:37.940847 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9e0120e-afea-4826-9df2-ba6442298302 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:35:37.942020 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e0120e-afea-4826-9df2-ba6442298302'] response: {'name': 'network-changed', 'server_uuid': 'abef27e9-175c-4101-80ee-6da94e239088', 'tag': '40caaca6-10a7-43c8-8003-49d7c19f965f', 'status': 'completed', 'code': 200} Aug 10 12:35:37.956367 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b8b82-d30f-4fb9-9c5c-830c2fffbaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=40caaca6-10a7-43c8-8003-49d7c19f965f,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:35:38.021698 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:38.026458 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-bbfca3c5-7c3e-45ac-ae2b-ef945f656ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:38.028598 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-bbfca3c5-7c3e-45ac-ae2b-ef945f656ff9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d&device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 1127 time: 0.0485902 Aug 10 12:35:38.082703 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-9d175351-fb2f-4397-b400-67c24767ae41 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40caaca6-10a7-43c8-8003-49d7c19f965f HTTP/1.1" status: 200 len: 217 time: 0.0394833 Aug 10 12:35:38.173923 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-d8231907-ac13-4631-9ec9-14a8ebf8d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:38.175387 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-d8231907-ac13-4631-9ec9-14a8ebf8d668 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=83d863d9-2bcf-49a1-876a-272e644640cc HTTP/1.1" status: 200 len: 854 time: 0.0849228 Aug 10 12:35:38.181414 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc28f2-4a02-4f34-8904-dbf681232c10 req-f8c43c44-f669-4ac3-81d8-dd76154e8023 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:38.182878 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f7fc28f2-4a02-4f34-8904-dbf681232c10 req-f8c43c44-f669-4ac3-81d8-dd76154e8023 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0610588 Aug 10 12:35:38.246603 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-622f393b-64f6-4adf-8fb3-023249b296c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:38.248053 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-622f393b-64f6-4adf-8fb3-023249b296c2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9747c644-617a-4b31-a63b-39dd1a5c7b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586047 Aug 10 12:35:38.280477 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f7fc28f2-4a02-4f34-8904-dbf681232c10 req-1995567d-f9ea-4acb-8146-f7e1cbd268a8 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919969 Aug 10 12:35:38.347463 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-c4dcc104-58eb-45bb-98e7-6a65093052a0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920758 Aug 10 12:35:38.439269 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-50412ec3-3f95-43eb-8ea0-1b5e4a9f9f51 req-a4720337-1fa9-432a-ad31-4e8913f38afd service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854869 Aug 10 12:35:38.607896 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55877437-e44f-49d4-9afa-35fac5c2242c req-4864c213-6d75-48cc-a331-ac917b38b3cc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:38.609364 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-55877437-e44f-49d4-9afa-35fac5c2242c req-4864c213-6d75-48cc-a331-ac917b38b3cc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 943 time: 0.0469623 Aug 10 12:35:38.654897 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-55877437-e44f-49d4-9afa-35fac5c2242c req-dbfc8a32-7de5-4efc-bb71-78f968f66162 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397897 Aug 10 12:35:38.902484 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187504c-74a6-4284-a790-00206d39bf26 req-47287fed-9534-4730-882d-7dc790640c2a tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:38.903908 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5187504c-74a6-4284-a790-00206d39bf26 req-47287fed-9534-4730-882d-7dc790640c2a tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0463445 Aug 10 12:35:38.949011 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5187504c-74a6-4284-a790-00206d39bf26 req-efd8d46f-d4b9-4cfb-91ba-fc6a70b87d6c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397594 Aug 10 12:35:39.400037 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d825e-efb4-4c6b-89ac-6a07c90e5f6e req-c6bf72fa-db43-4101-bbeb-cceda0101bd2 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:39.401493 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-090d825e-efb4-4c6b-89ac-6a07c90e5f6e req-c6bf72fa-db43-4101-bbeb-cceda0101bd2 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0498958 Aug 10 12:35:39.447782 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-090d825e-efb4-4c6b-89ac-6a07c90e5f6e req-bdaf7ef7-a0c7-469e-8fb2-e8fa94e5624a tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408416 Aug 10 12:35:39.596129 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da310f4-a2ee-4ae6-ad70-c366761f4e72 req-2d62dde9-8988-48a2-bbbd-3b9df9a44698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:39.597823 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9da310f4-a2ee-4ae6-ad70-c366761f4e72 req-2d62dde9-8988-48a2-bbbd-3b9df9a44698 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d&device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 1127 time: 0.0390680 Aug 10 12:35:39.692099 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da310f4-a2ee-4ae6-ad70-c366761f4e72 req-df25fbef-1e3c-4ae1-825e-1782c2575073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:39.693581 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9da310f4-a2ee-4ae6-ad70-c366761f4e72 req-df25fbef-1e3c-4ae1-825e-1782c2575073 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=9747c644-617a-4b31-a63b-39dd1a5c7b9c HTTP/1.1" status: 200 len: 916 time: 0.0876856 Aug 10 12:35:39.737834 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9da310f4-a2ee-4ae6-ad70-c366761f4e72 req-d31e0851-8893-45f5-aa6f-ff777a59ddad service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40caaca6-10a7-43c8-8003-49d7c19f965f HTTP/1.1" status: 200 len: 217 time: 0.0347688 Aug 10 12:35:39.809711 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e74313-9aa2-484c-b1f2-b5729f436d6e req-5f164bff-376a-4540-8ee4-dd8ec65113ab tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:39.811133 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-24e74313-9aa2-484c-b1f2-b5729f436d6e req-5f164bff-376a-4540-8ee4-dd8ec65113ab tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 943 time: 0.0765278 Aug 10 12:35:39.826128 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da310f4-a2ee-4ae6-ad70-c366761f4e72 req-f069143f-8099-42a2-a4e1-a9c905951cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:39.827468 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9da310f4-a2ee-4ae6-ad70-c366761f4e72 req-f069143f-8099-42a2-a4e1-a9c905951cb4 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=83d863d9-2bcf-49a1-876a-272e644640cc HTTP/1.1" status: 200 len: 854 time: 0.0810668 Aug 10 12:35:39.887734 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-24e74313-9aa2-484c-b1f2-b5729f436d6e req-b6bedfb1-a1f2-4740-9b5f-6204f72292ed tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706372 Aug 10 12:35:39.892783 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da310f4-a2ee-4ae6-ad70-c366761f4e72 req-a708724e-52e6-442b-982a-93d273602e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:39.894175 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9da310f4-a2ee-4ae6-ad70-c366761f4e72 req-a708724e-52e6-442b-982a-93d273602e42 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9747c644-617a-4b31-a63b-39dd1a5c7b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534613 Aug 10 12:35:39.972430 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:39.991539 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9da310f4-a2ee-4ae6-ad70-c366761f4e72 req-8f997a0d-3d91-48be-b88c-84608aa5d336 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885565 Aug 10 12:35:40.056075 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:40.067714 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecbede-c7ed-4b84-ab7c-ae57b6beb105 req-dd530b3e-fa9a-4f0f-8817-cce3348a5a61 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:40.069195 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-13ecbede-c7ed-4b84-ab7c-ae57b6beb105 req-dd530b3e-fa9a-4f0f-8817-cce3348a5a61 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0472865 Aug 10 12:35:40.083148 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:40.087411 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9da310f4-a2ee-4ae6-ad70-c366761f4e72 req-17ec1972-4073-405a-8684-fa753544f622 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880108 Aug 10 12:35:40.118931 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-13ecbede-c7ed-4b84-ab7c-ae57b6beb105 req-9664d35c-b04d-4ac7-a502-4032628ed534 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437133 Aug 10 12:35:40.397289 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 40caaca6-10a7-43c8-8003-49d7c19f965f details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:35:40.450035 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:40.494420 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 40caaca6-10a7-43c8-8003-49d7c19f965f, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=40caaca6-10a7-43c8-8003-49d7c19f965f,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:35:40.506023 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': '40caaca6-10a7-43c8-8003-49d7c19f965f', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'port_id': '40caaca6-10a7-43c8-8003-49d7c19f965f', 'mac_address': 'fa:16:3e:fc:34:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:35:40.510682 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:40.546335 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 40caaca6-10a7-43c8-8003-49d7c19f965f is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:35:40.546750 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:40.559600 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40caaca6-10a7-43c8-8003-49d7c19f965f {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:35:40.567530 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f39c1-4d1c-43ed-97a1-8ab5ea58cdaa req-e07230be-b957-4f68-b2ff-802b31b25bad tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:40.569014 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-451f39c1-4d1c-43ed-97a1-8ab5ea58cdaa req-e07230be-b957-4f68-b2ff-802b31b25bad tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0473249 Aug 10 12:35:40.580255 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 40caaca6-10a7-43c8-8003-49d7c19f965f, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=40caaca6-10a7-43c8-8003-49d7c19f965f,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:35:40.584301 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:40.619441 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-451f39c1-4d1c-43ed-97a1-8ab5ea58cdaa req-1d7e6e9f-2ff7-4a85-a8bd-747e04625f88 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444911 Aug 10 12:35:40.629623 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=40caaca6-10a7-43c8-8003-49d7c19f965f,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:35:41.010188 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cdfac-75b1-490e-aedd-7cc5ba697b9d req-f3bc0022-e14c-4dc2-a63d-b872a27ff0b0 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:41.011652 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-589cdfac-75b1-490e-aedd-7cc5ba697b9d req-f3bc0022-e14c-4dc2-a63d-b872a27ff0b0 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 944 time: 0.0471814 Aug 10 12:35:41.012304 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['40caaca6-10a7-43c8-8003-49d7c19f965f'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:35:41.032778 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:41.242919 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fd5dd-2e14-4d09-a11e-81b4c897b951 req-398e59d2-2e95-4da8-b12e-5b3716086617 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:41.244286 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-834fd5dd-2e14-4d09-a11e-81b4c897b951 req-398e59d2-2e95-4da8-b12e-5b3716086617 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0470536 Aug 10 12:35:41.257116 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:35:41.266167 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-589cdfac-75b1-490e-aedd-7cc5ba697b9d req-3f36733d-ebd9-4e00-8f64-a0cfca6710c2 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490242 Aug 10 12:35:41.293623 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-834fd5dd-2e14-4d09-a11e-81b4c897b951 req-9b88a8d8-e856-4113-afb6-80ffefb3ae24 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435247 Aug 10 12:35:41.736835 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93400134-2379-4b3a-9577-b58c044a9a88 req-1ea635fa-d2a1-41e6-b0af-3b30f1cb9313 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:41.738295 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-93400134-2379-4b3a-9577-b58c044a9a88 req-1ea635fa-d2a1-41e6-b0af-3b30f1cb9313 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0457630 Aug 10 12:35:41.783341 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-93400134-2379-4b3a-9577-b58c044a9a88 req-f9e92298-3cb1-48dd-a9ea-a31d2cd47fbc tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396178 Aug 10 12:35:42.393346 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8298e-c600-40b6-8296-bd1b5b15d455 req-58153341-9639-49f0-99b3-a3e441643831 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:42.394837 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-91c8298e-c600-40b6-8296-bd1b5b15d455 req-58153341-9639-49f0-99b3-a3e441643831 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 944 time: 0.0519156 Aug 10 12:35:42.408569 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 40caaca6-10a7-43c8-8003-49d7c19f965f up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:35:42.419379 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57bf25-f86f-441e-ba3c-75096c8c179b req-c6d7c2be-25fe-473b-bbad-0259981b20ab tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:42.420864 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-be57bf25-f86f-441e-ba3c-75096c8c179b req-c6d7c2be-25fe-473b-bbad-0259981b20ab tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0488746 Aug 10 12:35:42.448893 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-91c8298e-c600-40b6-8296-bd1b5b15d455 req-138bf6bc-6230-4184-a5aa-4589fcbec2fe tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485094 Aug 10 12:35:42.452158 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port 40caaca6-10a7-43c8-8003-49d7c19f965f completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:35:42.458850 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port 40caaca6-10a7-43c8-8003-49d7c19f965f triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:35:42.476700 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:42.487494 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-be57bf25-f86f-441e-ba3c-75096c8c179b req-34ddb3e2-dc6e-49b2-9de1-e83b361eec47 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587842 Aug 10 12:35:42.541623 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 40caaca6-10a7-43c8-8003-49d7c19f965f is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:35:42.542008 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:42.563457 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abef27e9-175c-4101-80ee-6da94e239088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40caaca6-10a7-43c8-8003-49d7c19f965f'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:35:42.565730 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dfb616-e90a-48f2-9be5-4e433a7d379e" -d '{"events": [{"server_uuid": "abef27e9-175c-4101-80ee-6da94e239088", "name": "network-vif-plugged", "status": "completed", "tag": "40caaca6-10a7-43c8-8003-49d7c19f965f"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:35:42.578582 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 40caaca6-10a7-43c8-8003-49d7c19f965f, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=40caaca6-10a7-43c8-8003-49d7c19f965f,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:35:42.583431 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:42.606491 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbb8a84-bc57-4963-a1fb-09f04970b0fb x-openstack-request-id: req-3dbb8a84-bc57-4963-a1fb-09f04970b0fb {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:35:42.606779 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abef27e9-175c-4101-80ee-6da94e239088", "name": "network-vif-plugged", "status": "completed", "tag": "40caaca6-10a7-43c8-8003-49d7c19f965f", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:35:42.607031 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3dbb8a84-bc57-4963-a1fb-09f04970b0fb {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:35:42.607460 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dbb8a84-bc57-4963-a1fb-09f04970b0fb'] response: {'server_uuid': 'abef27e9-175c-4101-80ee-6da94e239088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40caaca6-10a7-43c8-8003-49d7c19f965f', 'code': 200} Aug 10 12:35:42.632405 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=40caaca6-10a7-43c8-8003-49d7c19f965f,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:35:42.899289 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61762ec-0518-4f95-9c00-d81d5d0727a7 req-881cb198-af3c-44fe-9db5-0ebcb85af132 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:42.900646 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b61762ec-0518-4f95-9c00-d81d5d0727a7 req-881cb198-af3c-44fe-9db5-0ebcb85af132 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0468335 Aug 10 12:35:42.945952 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b61762ec-0518-4f95-9c00-d81d5d0727a7 req-a6a7fc4b-f70e-41f0-8d6c-31f5e3d6fa48 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398846 Aug 10 12:35:43.042825 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beb8c3-5451-4a45-ae85-5d3ab2fa7e7e req-a8747240-6a31-4a22-9cc0-cec331ec4bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:43.044298 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c3beb8c3-5451-4a45-ae85-5d3ab2fa7e7e req-a8747240-6a31-4a22-9cc0-cec331ec4bc9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 1129 time: 0.0381632 Aug 10 12:35:43.092735 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c3beb8c3-5451-4a45-ae85-5d3ab2fa7e7e req-ff347b38-ec65-4cab-bb72-e087b24ec99f service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413942 Aug 10 12:35:43.582137 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664261f6-66af-4663-bcf7-d5a115d3a124 req-7e033019-bb01-402c-9284-9d20c91dfc3e tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:43.583614 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-664261f6-66af-4663-bcf7-d5a115d3a124 req-7e033019-bb01-402c-9284-9d20c91dfc3e tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0477445 Aug 10 12:35:43.608326 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd249fc-d515-4276-b2a4-8b7254fb39c9 req-da18a8e2-ba89-491a-9098-acc87b835349 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:43.610006 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9cd249fc-d515-4276-b2a4-8b7254fb39c9 req-da18a8e2-ba89-491a-9098-acc87b835349 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0500753 Aug 10 12:35:43.636953 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-664261f6-66af-4663-bcf7-d5a115d3a124 req-37d606bc-c189-4dcb-a293-fb5f0ad79eb7 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474563 Aug 10 12:35:43.657815 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9cd249fc-d515-4276-b2a4-8b7254fb39c9 req-7707ac7c-a52a-4b62-a50a-ee1d716f6d86 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411797 Aug 10 12:35:43.854127 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b91a1-5079-4152-8f7f-146fbc373910 req-ee959156-229a-4d00-9487-d1063a8acffc tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:43.855617 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-431b91a1-5079-4152-8f7f-146fbc373910 req-ee959156-229a-4d00-9487-d1063a8acffc tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0506012 Aug 10 12:35:43.902159 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-431b91a1-5079-4152-8f7f-146fbc373910 req-e80ed882-5a95-4f85-863c-d6b26735a864 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409770 Aug 10 12:35:44.062395 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeeec30-5e84-4e61-9a55-6605bfb3d852 req-988174c8-94b9-472e-951e-a3f7e2a4b999 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:44.063918 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-cdeeec30-5e84-4e61-9a55-6605bfb3d852 req-988174c8-94b9-472e-951e-a3f7e2a4b999 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0471241 Aug 10 12:35:44.111338 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-cdeeec30-5e84-4e61-9a55-6605bfb3d852 req-29fac29b-6aa5-43fe-ab5b-8a29a633805f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417936 Aug 10 12:35:44.215472 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595430c-077f-4054-8119-73dd4ac17c98 req-c65044c9-e356-4a2b-be6a-8127a1625e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:44.216917 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8595430c-077f-4054-8119-73dd4ac17c98 req-c65044c9-e356-4a2b-be6a-8127a1625e8e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=82c24c64f4c34921837eceb32e24a287&device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 1129 time: 0.0384271 Aug 10 12:35:44.313049 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595430c-077f-4054-8119-73dd4ac17c98 req-c8542a01-8380-4a08-ad36-cb799c6a2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:44.315006 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8595430c-077f-4054-8119-73dd4ac17c98 req-c8542a01-8380-4a08-ad36-cb799c6a2219 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=236b8912-0b35-45fe-a06b-75541ed0e553 HTTP/1.1" status: 200 len: 912 time: 0.0880551 Aug 10 12:35:44.757910 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea25cc3-5feb-45d3-9726-c2d839bb8b20 req-eaef6b3b-ec03-4711-862a-7ddf6a308553 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:44.759356 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-aea25cc3-5feb-45d3-9726-c2d839bb8b20 req-eaef6b3b-ec03-4711-862a-7ddf6a308553 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0470681 Aug 10 12:35:44.804831 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-aea25cc3-5feb-45d3-9726-c2d839bb8b20 req-1f6bb148-af73-4197-88ee-4c4b1d3e8944 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399325 Aug 10 12:35:45.017965 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c167e-46e7-40f9-9293-84fb602d49ee req-650efd32-a5e5-4f64-9cee-467a3aca1c66 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:45.019438 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-313c167e-46e7-40f9-9293-84fb602d49ee req-650efd32-a5e5-4f64-9cee-467a3aca1c66 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0463386 Aug 10 12:35:45.103341 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8595430c-077f-4054-8119-73dd4ac17c98 req-6e11df75-e93d-4f58-8508-33ab5424f728 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 HTTP/1.1" status: 200 len: 1001 time: 0.0829418 Aug 10 12:35:45.124434 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-313c167e-46e7-40f9-9293-84fb602d49ee req-782ffa26-b1fa-4446-a90c-115863606817 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981400 Aug 10 12:35:45.159021 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595430c-077f-4054-8119-73dd4ac17c98 req-7e74137b-e118-4999-9f1a-15c28e288c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:45.160476 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8595430c-077f-4054-8119-73dd4ac17c98 req-7e74137b-e118-4999-9f1a-15c28e288c95 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=88ab3a9c-4854-4ead-9036-8a7a5b736fae HTTP/1.1" status: 200 len: 850 time: 0.0488675 Aug 10 12:35:45.201731 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:45.207931 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595430c-077f-4054-8119-73dd4ac17c98 req-54754930-2210-4a73-b7a8-5d3ebd6cde15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:45.209441 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8595430c-077f-4054-8119-73dd4ac17c98 req-54754930-2210-4a73-b7a8-5d3ebd6cde15 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=236b8912-0b35-45fe-a06b-75541ed0e553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394666 Aug 10 12:35:45.234194 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bac1d-d1cd-498a-a71b-81f16550e257 req-ebf33f50-f892-4ad5-8857-2c17113bef22 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:45.235690 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c51bac1d-d1cd-498a-a71b-81f16550e257 req-ebf33f50-f892-4ad5-8857-2c17113bef22 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0473146 Aug 10 12:35:45.286321 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c51bac1d-d1cd-498a-a71b-81f16550e257 req-2e92cc33-c55e-423c-8a67-9af0f11dce60 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449612 Aug 10 12:35:45.297199 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:45.311014 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8595430c-077f-4054-8119-73dd4ac17c98 req-7f88da5d-cdff-4b8a-807e-b47f9caae1c0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/236b8912-0b35-45fe-a06b-75541ed0e553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858040 Aug 10 12:35:45.399412 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8595430c-077f-4054-8119-73dd4ac17c98 req-8e05d5e7-fd16-4cf8-a59f-957dd52c9727 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/236b8912-0b35-45fe-a06b-75541ed0e553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821121 Aug 10 12:35:45.928368 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed371660-d6dd-42cb-a375-2d6830604649 req-7cc2a04b-875e-422f-8cf9-72144f72191d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:45.929839 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ed371660-d6dd-42cb-a375-2d6830604649 req-7cc2a04b-875e-422f-8cf9-72144f72191d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0499287 Aug 10 12:35:45.975842 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ed371660-d6dd-42cb-a375-2d6830604649 req-eaf6b1cf-86f3-459d-a97c-28ae6a5e346a tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405781 Aug 10 12:35:46.092379 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575be03c-ce4c-4fcb-b022-1297a5006129 req-c399f04e-89f2-4e77-babd-ff30984df563 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:46.093792 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-575be03c-ce4c-4fcb-b022-1297a5006129 req-c399f04e-89f2-4e77-babd-ff30984df563 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0466385 Aug 10 12:35:46.103550 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50372) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:35:46.107835 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b257400f-d76f-43a5-aadb-b75c6e21c5de tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Request body: {'floatingip': {'port_id': '40caaca6-10a7-43c8-8003-49d7c19f965f'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:35:46.144399 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b257400f-d76f-43a5-aadb-b75c6e21c5de tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for floatingip (73f8401e-d4dc-4adc-b0c6-8992bb880e58), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:46.252504 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f57d19-9b51-444a-a0f8-c71bef3544ce req-35d5f2e6-1de1-49bc-b7ba-56297549f253 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:46.254657 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-13f57d19-9b51-444a-a0f8-c71bef3544ce req-35d5f2e6-1de1-49bc-b7ba-56297549f253 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0471864 Aug 10 12:35:46.301246 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-13f57d19-9b51-444a-a0f8-c71bef3544ce req-98fa230f-bf6d-4373-9f9a-eca593b26462 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409565 Aug 10 12:35:46.332163 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:46.475642 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ade799-1355-4310-8cff-c8b7c5fb3504 req-e22b9aa6-a842-4a33-9948-5186da7fa207 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:46.477134 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-45ade799-1355-4310-8cff-c8b7c5fb3504 req-e22b9aa6-a842-4a33-9948-5186da7fa207 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.1156950 Aug 10 12:35:46.517971 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:46.575626 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-45ade799-1355-4310-8cff-c8b7c5fb3504 req-08fbb83a-653b-4eb9-bde1-0cfc35939078 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920572 Aug 10 12:35:46.653650 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b257400f-d76f-43a5-aadb-b75c6e21c5de tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:46.657902 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b257400f-d76f-43a5-aadb-b75c6e21c5de tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (73f8401e-d4dc-4adc-b0c6-8992bb880e58), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:46.749799 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.l3_db [None req-b257400f-d76f-43a5-aadb-b75c6e21c5de tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Floating IP 73f8401e-d4dc-4adc-b0c6-8992bb880e58 associated. External IP: 172.27.0.89, port: 40caaca6-10a7-43c8-8003-49d7c19f965f. Aug 10 12:35:46.940349 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b257400f-d76f-43a5-aadb-b75c6e21c5de tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Router 544aac30-65a6-4fca-a6f2-f9197a416755 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:35:47.040665 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b257400f-d76f-43a5-aadb-b75c6e21c5de tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:35:47.045491 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b257400f-d76f-43a5-aadb-b75c6e21c5de tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:47.049991 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad2dcb7-2644-45a4-9297-7b8baf5893b1 None None] Sync routers for ids ['544aac30-65a6-4fca-a6f2-f9197a416755'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:35:47.059859 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad2dcb7-2644-45a4-9297-7b8baf5893b1 None None] Routers {'544aac30-65a6-4fca-a6f2-f9197a416755'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:35:47.060434 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-9ad2dcb7-2644-45a4-9297-7b8baf5893b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:35:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['544aac30-65a6-4fca-a6f2-f9197a416755'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:35:47.074325 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-b257400f-d76f-43a5-aadb-b75c6e21c5de tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/73f8401e-d4dc-4adc-b0c6-8992bb880e58 HTTP/1.1" status: 200 len: 990 time: 0.9697223 Aug 10 12:35:47.074886 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abef27e9-175c-4101-80ee-6da94e239088', 'tag': '40caaca6-10a7-43c8-8003-49d7c19f965f'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:35:47.077216 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7ba84a99e6a3ee78a19e4789e0716ba8eeb6d4089296a11dfcbdd1268c8b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab038c8-3c7d-4c0e-a86c-1d01ffd0b32d" -d '{"events": [{"name": "network-changed", "server_uuid": "abef27e9-175c-4101-80ee-6da94e239088", "tag": "40caaca6-10a7-43c8-8003-49d7c19f965f"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:35:47.115427 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebccb886-4d5d-44de-84f9-8772a23cdd2d x-openstack-request-id: req-ebccb886-4d5d-44de-84f9-8772a23cdd2d {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:35:47.116036 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abef27e9-175c-4101-80ee-6da94e239088", "tag": "40caaca6-10a7-43c8-8003-49d7c19f965f", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:35:47.116036 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ebccb886-4d5d-44de-84f9-8772a23cdd2d {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:35:47.116349 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebccb886-4d5d-44de-84f9-8772a23cdd2d'] response: {'name': 'network-changed', 'server_uuid': 'abef27e9-175c-4101-80ee-6da94e239088', 'tag': '40caaca6-10a7-43c8-8003-49d7c19f965f', 'status': 'completed', 'code': 200} Aug 10 12:35:47.163852 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-9ad2dcb7-2644-45a4-9297-7b8baf5893b1 None None] Set router 544aac30-65a6-4fca-a6f2-f9197a416755 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:35:47.202655 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab038c8-3c7d-4c0e-a86c-1d01ffd0b32d req-e0b9191e-ea65-41e7-be0a-5b1068384c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:47.204297 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2ab038c8-3c7d-4c0e-a86c-1d01ffd0b32d req-e0b9191e-ea65-41e7-be0a-5b1068384c28 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d&device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 1129 time: 0.0382824 Aug 10 12:35:47.317376 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:47.344719 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:47.366852 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab038c8-3c7d-4c0e-a86c-1d01ffd0b32d req-a2f694a1-0996-46c5-ba3a-8b7b884e4155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:47.368431 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2ab038c8-3c7d-4c0e-a86c-1d01ffd0b32d req-a2f694a1-0996-46c5-ba3a-8b7b884e4155 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=9747c644-617a-4b31-a63b-39dd1a5c7b9c HTTP/1.1" status: 200 len: 916 time: 0.1038668 Aug 10 12:35:47.385260 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-9ad2dcb7-2644-45a4-9297-7b8baf5893b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:04Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 4, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'gw_port': {'id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '73f8401e-d4dc-4adc-b0c6-8992bb880e58', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'port_id': '40caaca6-10a7-43c8-8003-49d7c19f965f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'mac_address': 'fa:16:3e:fc:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef27e9-175c-4101-80ee-6da94e239088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:35:34Z', 'updated_at': '2022-08-10T12:35:46Z', 'revision_number': 1, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ca6fa8-090c-423a-a4f8-1ca2bb087f56', 'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'mac_address': 'fa:16:3e:8a:7c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:11Z', 'updated_at': '2022-08-10T12:31:28Z', 'revision_number': 5, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'subnets': [{'id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:35:47.410595 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad2dcb7-2644-45a4-9297-7b8baf5893b1 None None] Checking router: 544aac30-65a6-4fca-a6f2-f9197a416755 for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:35:47.419171 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad2dcb7-2644-45a4-9297-7b8baf5893b1 None None] Routers {'544aac30-65a6-4fca-a6f2-f9197a416755'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:35:47.419782 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-9ad2dcb7-2644-45a4-9297-7b8baf5893b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:35:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['544aac30-65a6-4fca-a6f2-f9197a416755'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:35:47.430521 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d16422-9cd8-433d-befa-eae614beba7e req-c5416808-52f5-4560-986c-980b5fdfe875 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:47.432024 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-34d16422-9cd8-433d-befa-eae614beba7e req-c5416808-52f5-4560-986c-980b5fdfe875 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0496659 Aug 10 12:35:47.443087 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2ab038c8-3c7d-4c0e-a86c-1d01ffd0b32d req-c9bdfa6a-68e9-417b-a088-b7d47c9ac76b service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40caaca6-10a7-43c8-8003-49d7c19f965f HTTP/1.1" status: 200 len: 998 time: 0.0574386 Aug 10 12:35:47.482404 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-34d16422-9cd8-433d-befa-eae614beba7e req-2436f980-d449-4ffb-987c-b211f53ca560 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423963 Aug 10 12:35:47.521445 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-9ad2dcb7-2644-45a4-9297-7b8baf5893b1 None None] Set router 544aac30-65a6-4fca-a6f2-f9197a416755 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:35:47.700587 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10cf8a-9b75-430d-9a5d-00f88f893f78 req-05ac6b5b-fad9-415f-8d33-6435fab68e72 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:47.702093 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2a10cf8a-9b75-430d-9a5d-00f88f893f78 req-05ac6b5b-fad9-415f-8d33-6435fab68e72 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0508180 Aug 10 12:35:47.730644 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-9ad2dcb7-2644-45a4-9297-7b8baf5893b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:04Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 4, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'gw_port': {'id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '73f8401e-d4dc-4adc-b0c6-8992bb880e58', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'port_id': '40caaca6-10a7-43c8-8003-49d7c19f965f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'mac_address': 'fa:16:3e:fc:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef27e9-175c-4101-80ee-6da94e239088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:35:34Z', 'updated_at': '2022-08-10T12:35:46Z', 'revision_number': 1, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ca6fa8-090c-423a-a4f8-1ca2bb087f56', 'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'mac_address': 'fa:16:3e:8a:7c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:11Z', 'updated_at': '2022-08-10T12:31:28Z', 'revision_number': 5, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'subnets': [{'id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:35:47.748592 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2a10cf8a-9b75-430d-9a5d-00f88f893f78 req-ed1136c1-298d-4360-b448-349ba31ea7e3 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407419 Aug 10 12:35:47.755738 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad2dcb7-2644-45a4-9297-7b8baf5893b1 None None] The sync data for ids ['544aac30-65a6-4fca-a6f2-f9197a416755'] in dv-cinder-852261-3-iscsi is: [{'id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:04Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 4, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'gw_port': {'id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '73f8401e-d4dc-4adc-b0c6-8992bb880e58', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'port_id': '40caaca6-10a7-43c8-8003-49d7c19f965f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'mac_address': 'fa:16:3e:fc:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abef27e9-175c-4101-80ee-6da94e239088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:35:34Z', 'updated_at': '2022-08-10T12:35:46Z', 'revision_number': 1, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ca6fa8-090c-423a-a4f8-1ca2bb087f56', 'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'mac_address': 'fa:16:3e:8a:7c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:11Z', 'updated_at': '2022-08-10T12:31:28Z', 'revision_number': 5, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'subnets': [{'id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:35:47.932611 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc00dcd6-936c-44ef-9c67-a4dd139941ec None None] New status for floating IP 73f8401e-d4dc-4adc-b0c6-8992bb880e58: ACTIVE {{(pid=103792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:35:48.736642 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab038c8-3c7d-4c0e-a86c-1d01ffd0b32d req-620094c8-e628-4a3d-adac-8df0642800d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:48.738104 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2ab038c8-3c7d-4c0e-a86c-1d01ffd0b32d req-620094c8-e628-4a3d-adac-8df0642800d0 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=83d863d9-2bcf-49a1-876a-272e644640cc HTTP/1.1" status: 200 len: 854 time: 0.0440247 Aug 10 12:35:48.781166 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:48.783803 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab038c8-3c7d-4c0e-a86c-1d01ffd0b32d req-177e229e-1633-4b72-8fa3-638410c79529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:48.785349 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2ab038c8-3c7d-4c0e-a86c-1d01ffd0b32d req-177e229e-1633-4b72-8fa3-638410c79529 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9747c644-617a-4b31-a63b-39dd1a5c7b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407214 Aug 10 12:35:48.862855 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:48.875551 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047a5fa-436b-4a92-828d-edb390231307 req-5342d5db-ba1b-4ee6-aa48-ccab02e5e145 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:48.877592 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a047a5fa-436b-4a92-828d-edb390231307 req-5342d5db-ba1b-4ee6-aa48-ccab02e5e145 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0553813 Aug 10 12:35:48.914660 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba620b3c-c800-432f-805b-a2ef5316f564 req-61c213b3-f6c1-4c62-8a71-9891d9eb52bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:48.916158 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ba620b3c-c800-432f-805b-a2ef5316f564 req-61c213b3-f6c1-4c62-8a71-9891d9eb52bc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 1129 time: 0.0484345 Aug 10 12:35:48.926929 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a047a5fa-436b-4a92-828d-edb390231307 req-b270f2ad-096b-4d07-b472-047cae6c3dc2 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416689 Aug 10 12:35:48.959878 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2ab038c8-3c7d-4c0e-a86c-1d01ffd0b32d req-e2e9e5c3-e5a3-4541-9291-bfba342dc2f5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376712 Aug 10 12:35:49.022688 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ba620b3c-c800-432f-805b-a2ef5316f564 req-296c2e71-f909-4149-a259-56f6ba7dfd4b service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962801 Aug 10 12:35:49.047436 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:49.066087 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2ab038c8-3c7d-4c0e-a86c-1d01ffd0b32d req-e23391cb-8e98-44e4-9f61-26f84793cb6f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962565 Aug 10 12:35:50.030815 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:50.046972 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b16baf-9bbd-44dd-8c0c-e81ed4fb53ff req-75fb1e08-0aea-4e36-b1ce-6107c2eff996 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:50.048414 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-19b16baf-9bbd-44dd-8c0c-e81ed4fb53ff req-75fb1e08-0aea-4e36-b1ce-6107c2eff996 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0469208 Aug 10 12:35:50.094042 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-19b16baf-9bbd-44dd-8c0c-e81ed4fb53ff req-269f3861-81df-4c2d-a5cc-3004c55d7a95 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400832 Aug 10 12:35:51.222388 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0e6ca-ab9f-49d0-a7aa-73bfe52f6add req-0e63d486-46c6-46bc-872b-002273a50d87 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:51.223849 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e8c0e6ca-ab9f-49d0-a7aa-73bfe52f6add req-0e63d486-46c6-46bc-872b-002273a50d87 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0535553 Aug 10 12:35:51.269607 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e8c0e6ca-ab9f-49d0-a7aa-73bfe52f6add req-49df6acc-2ba6-4fb6-a1f5-bdbb9381b881 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401430 Aug 10 12:35:51.462915 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-004bb740-a4da-4a7d-bf25-b4494c2cde8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:51.609706 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fbad3-b904-4d37-a6f1-81ebc678c910 req-42f8f169-242c-4b2f-8322-39c7e62493ad tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:51.611228 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-301fbad3-b904-4d37-a6f1-81ebc678c910 req-42f8f169-242c-4b2f-8322-39c7e62493ad tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0477419 Aug 10 12:35:51.636347 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddae76-68c9-4b79-a701-ece35266ba1a req-92e23651-c5cc-4e8b-a21c-081546c9bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:51.637792 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-abddae76-68c9-4b79-a701-ece35266ba1a req-92e23651-c5cc-4e8b-a21c-081546c9bccd service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2301f937213e47c29686be4e8601ac32&device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 1129 time: 0.0421269 Aug 10 12:35:51.660592 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-301fbad3-b904-4d37-a6f1-81ebc678c910 req-27a0f09c-eaca-4348-868d-308d13427ff2 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435636 Aug 10 12:35:51.981135 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddae76-68c9-4b79-a701-ece35266ba1a req-923d34d5-0b4a-4b9d-874d-219981fa02b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:51.982605 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-abddae76-68c9-4b79-a701-ece35266ba1a req-923d34d5-0b4a-4b9d-874d-219981fa02b0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb HTTP/1.1" status: 200 len: 919 time: 0.3387673 Aug 10 12:35:52.046237 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-abddae76-68c9-4b79-a701-ece35266ba1a req-1217915f-c24a-4c9e-a074-95d71076fbe6 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=925d1f21-e18a-4cdb-9515-0a2196cfef96 HTTP/1.1" status: 200 len: 1000 time: 0.0531366 Aug 10 12:35:52.094375 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddae76-68c9-4b79-a701-ece35266ba1a req-ae2f4e03-bf49-4fdf-9128-45d4c3e1e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:52.095787 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-abddae76-68c9-4b79-a701-ece35266ba1a req-ae2f4e03-bf49-4fdf-9128-45d4c3e1e6e7 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5e7cdd28-a708-4c60-9515-0f4475157064 HTTP/1.1" status: 200 len: 857 time: 0.0423481 Aug 10 12:35:52.143958 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddae76-68c9-4b79-a701-ece35266ba1a req-358ea412-27b7-4d47-80bc-5fe572563333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:52.145403 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-abddae76-68c9-4b79-a701-ece35266ba1a req-358ea412-27b7-4d47-80bc-5fe572563333 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398471 Aug 10 12:35:52.240301 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-abddae76-68c9-4b79-a701-ece35266ba1a req-1ba140cd-aa3b-4657-88e0-8c13c6888e0e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821071 Aug 10 12:35:52.334272 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-abddae76-68c9-4b79-a701-ece35266ba1a req-f6bf52e3-8102-4056-8da1-25202751dbfb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851696 Aug 10 12:35:52.781196 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159e77d-eb40-4784-ba1e-8cbef7d6c785 req-cd6ef7d3-7366-4467-900f-5a12bdb48352 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:52.783217 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1159e77d-eb40-4784-ba1e-8cbef7d6c785 req-cd6ef7d3-7366-4467-900f-5a12bdb48352 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0498114 Aug 10 12:35:52.828264 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1159e77d-eb40-4784-ba1e-8cbef7d6c785 req-00ec57bf-c470-42b6-bd9c-7f8eec394b41 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395880 Aug 10 12:35:53.673728 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ee47cab8-509c-42d4-ab79-3ba94a50a5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:53.949001 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6336e-32d7-40ef-b904-c07d6fd532a5 req-8e7ca5f9-bf85-4a81-b528-97a1804e6d3a tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:53.950472 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-88f6336e-32d7-40ef-b904-c07d6fd532a5 req-8e7ca5f9-bf85-4a81-b528-97a1804e6d3a tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0466592 Aug 10 12:35:53.997089 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-88f6336e-32d7-40ef-b904-c07d6fd532a5 req-fd96efb2-0b55-4dd8-9dd0-1f17e9199e91 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411561 Aug 10 12:35:54.846698 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:55.116260 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8349a5-e5ca-495e-8fdb-5aa189d27d21 req-31ba4b5a-b0c4-42ca-9db3-c76caf4b4e10 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:55.117773 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bf8349a5-e5ca-495e-8fdb-5aa189d27d21 req-31ba4b5a-b0c4-42ca-9db3-c76caf4b4e10 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0482948 Aug 10 12:35:55.159844 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:55.164436 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bf8349a5-e5ca-495e-8fdb-5aa189d27d21 req-fe82c707-3a8a-4fac-9591-f449cb307df1 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411439 Aug 10 12:35:56.282374 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeac5fa-c806-4ee0-93da-d2aeb59d8957 req-8cb13ac5-0e2e-4684-8cd6-4a778938bab9 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:56.283834 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-fbeac5fa-c806-4ee0-93da-d2aeb59d8957 req-8cb13ac5-0e2e-4684-8cd6-4a778938bab9 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0466437 Aug 10 12:35:56.329912 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:56.334431 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-fbeac5fa-c806-4ee0-93da-d2aeb59d8957 req-d40d49e9-5ce2-42b4-b070-f9da22b22ae8 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451548 Aug 10 12:35:56.449447 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee65e1-4bd9-484c-a879-7ce03b6f8626 req-ffa8d4e8-0eb4-4d77-acc4-41ffd99089dc tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:56.450826 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-caee65e1-4bd9-484c-a879-7ce03b6f8626 req-ffa8d4e8-0eb4-4d77-acc4-41ffd99089dc tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0458446 Aug 10 12:35:56.461035 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50450) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:35:56.465308 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-77b9cf72-fc50-4cba-8f07-61f3eade825d tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Request body: {'floatingip': {'port_id': '925d1f21-e18a-4cdb-9515-0a2196cfef96'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:35:56.520519 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77b9cf72-fc50-4cba-8f07-61f3eade825d tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for floatingip (9845b54a-6a6d-4d39-9af5-ef78ed92083c), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:56.615280 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:56.955090 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77b9cf72-fc50-4cba-8f07-61f3eade825d tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:56.958887 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77b9cf72-fc50-4cba-8f07-61f3eade825d tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (9845b54a-6a6d-4d39-9af5-ef78ed92083c), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:57.002700 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:57.154541 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b9cf72-fc50-4cba-8f07-61f3eade825d tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Router d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:35:57.256747 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b9cf72-fc50-4cba-8f07-61f3eade825d tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:35:57.261901 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77b9cf72-fc50-4cba-8f07-61f3eade825d tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:35:57.266975 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405056b0-a496-46fe-ac21-121115aa99b3 None None] Sync routers for ids ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:35:57.277021 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405056b0-a496-46fe-ac21-121115aa99b3 None None] Routers {'d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:35:57.277658 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-405056b0-a496-46fe-ac21-121115aa99b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:35:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:35:57.294248 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406145f8-c18f-42a6-ad69-122776fcde13', 'tag': '925d1f21-e18a-4cdb-9515-0a2196cfef96'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:35:57.296565 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7ba84a99e6a3ee78a19e4789e0716ba8eeb6d4089296a11dfcbdd1268c8b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436e2014-9a8f-4495-92cf-67db3d2228b2" -d '{"events": [{"name": "network-changed", "server_uuid": "406145f8-c18f-42a6-ad69-122776fcde13", "tag": "925d1f21-e18a-4cdb-9515-0a2196cfef96"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:35:57.325787 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-77b9cf72-fc50-4cba-8f07-61f3eade825d tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/9845b54a-6a6d-4d39-9af5-ef78ed92083c HTTP/1.1" status: 200 len: 992 time: 0.8636987 Aug 10 12:35:57.339228 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c515116-38c1-40b9-9e21-212d68701424 x-openstack-request-id: req-0c515116-38c1-40b9-9e21-212d68701424 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:35:57.339520 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406145f8-c18f-42a6-ad69-122776fcde13", "tag": "925d1f21-e18a-4cdb-9515-0a2196cfef96", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:35:57.339779 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c515116-38c1-40b9-9e21-212d68701424 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:35:57.340185 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c515116-38c1-40b9-9e21-212d68701424'] response: {'name': 'network-changed', 'server_uuid': '406145f8-c18f-42a6-ad69-122776fcde13', 'tag': '925d1f21-e18a-4cdb-9515-0a2196cfef96', 'status': 'completed', 'code': 200} Aug 10 12:35:57.447629 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e2014-9a8f-4495-92cf-67db3d2228b2 req-ab1b68c4-0d4a-4f4b-847a-82e1c5ff1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:57.449131 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-436e2014-9a8f-4495-92cf-67db3d2228b2 req-ab1b68c4-0d4a-4f4b-847a-82e1c5ff1cb4 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2301f937213e47c29686be4e8601ac32&device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 1129 time: 0.0393250 Aug 10 12:35:57.507639 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-405056b0-a496-46fe-ac21-121115aa99b3 None None] Set router d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:35:57.535284 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:57.540325 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e2014-9a8f-4495-92cf-67db3d2228b2 req-5e2eac58-a5dd-4296-9495-dd35d6206b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:57.541809 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-436e2014-9a8f-4495-92cf-67db3d2228b2 req-5e2eac58-a5dd-4296-9495-dd35d6206b32 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb HTTP/1.1" status: 200 len: 919 time: 0.0857627 Aug 10 12:35:57.608311 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-436e2014-9a8f-4495-92cf-67db3d2228b2 req-7dab9f22-ab90-4f09-a0e9-42b71696031e service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=925d1f21-e18a-4cdb-9515-0a2196cfef96 HTTP/1.1" status: 200 len: 1000 time: 0.0585070 Aug 10 12:35:57.649691 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:57.660480 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e2014-9a8f-4495-92cf-67db3d2228b2 req-6cdf1f78-5fd4-4fc6-a430-3328bb522bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:57.661948 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-436e2014-9a8f-4495-92cf-67db3d2228b2 req-6cdf1f78-5fd4-4fc6-a430-3328bb522bce service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5e7cdd28-a708-4c60-9515-0f4475157064 HTTP/1.1" status: 200 len: 857 time: 0.0442321 Aug 10 12:35:57.711251 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e2014-9a8f-4495-92cf-67db3d2228b2 req-69dfabcf-2fd8-4291-912f-b3fa6e8f45e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:57.712651 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-436e2014-9a8f-4495-92cf-67db3d2228b2 req-69dfabcf-2fd8-4291-912f-b3fa6e8f45e1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379241 Aug 10 12:35:57.716410 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-405056b0-a496-46fe-ac21-121115aa99b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'name': 'tempest-ServerRescueNegativeTestJSON-871011041-router', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:15Z', 'revision_number': 4, 'project_id': '2301f937213e47c29686be4e8601ac32', 'gw_port': {'id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '9845b54a-6a6d-4d39-9af5-ef78ed92083c', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'port_id': '925d1f21-e18a-4cdb-9515-0a2196cfef96', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'mac_address': 'fa:16:3e:77:f2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406145f8-c18f-42a6-ad69-122776fcde13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:33:36Z', 'updated_at': '2022-08-10T12:35:56Z', 'revision_number': 3, 'project_id': '2301f937213e47c29686be4e8601ac32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2421ca45-58b6-4fbc-a7bf-76ed2efd6e10', 'name': '', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'mac_address': 'fa:16:3e:66:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:14Z', 'updated_at': '2022-08-10T12:31:33Z', 'revision_number': 5, 'project_id': '2301f937213e47c29686be4e8601ac32', 'subnets': [{'id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:35:57.743803 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405056b0-a496-46fe-ac21-121115aa99b3 None None] Checking router: d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:35:57.752584 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405056b0-a496-46fe-ac21-121115aa99b3 None None] Routers {'d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:35:57.753184 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-405056b0-a496-46fe-ac21-121115aa99b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:35:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:35:57.792895 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:57.813221 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-436e2014-9a8f-4495-92cf-67db3d2228b2 req-1484df46-2b48-4c46-968a-f02e6ec25a51 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870125 Aug 10 12:35:57.822994 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:57.856183 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-405056b0-a496-46fe-ac21-121115aa99b3 None None] Set router d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:35:57.910807 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-436e2014-9a8f-4495-92cf-67db3d2228b2 req-092d8e8d-d4b2-4e10-a11f-85587ce0ab3f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888660 Aug 10 12:35:58.026486 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:58.029174 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:35:58.060840 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-405056b0-a496-46fe-ac21-121115aa99b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'name': 'tempest-ServerRescueNegativeTestJSON-871011041-router', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:15Z', 'revision_number': 4, 'project_id': '2301f937213e47c29686be4e8601ac32', 'gw_port': {'id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '9845b54a-6a6d-4d39-9af5-ef78ed92083c', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'port_id': '925d1f21-e18a-4cdb-9515-0a2196cfef96', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'mac_address': 'fa:16:3e:77:f2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406145f8-c18f-42a6-ad69-122776fcde13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:33:36Z', 'updated_at': '2022-08-10T12:35:56Z', 'revision_number': 3, 'project_id': '2301f937213e47c29686be4e8601ac32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2421ca45-58b6-4fbc-a7bf-76ed2efd6e10', 'name': '', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'mac_address': 'fa:16:3e:66:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:14Z', 'updated_at': '2022-08-10T12:31:33Z', 'revision_number': 5, 'project_id': '2301f937213e47c29686be4e8601ac32', 'subnets': [{'id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:35:58.085467 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405056b0-a496-46fe-ac21-121115aa99b3 None None] The sync data for ids ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'] in dv-cinder-852261-3-iscsi is: [{'id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'name': 'tempest-ServerRescueNegativeTestJSON-871011041-router', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:15Z', 'revision_number': 4, 'project_id': '2301f937213e47c29686be4e8601ac32', 'gw_port': {'id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '9845b54a-6a6d-4d39-9af5-ef78ed92083c', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'port_id': '925d1f21-e18a-4cdb-9515-0a2196cfef96', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'mac_address': 'fa:16:3e:77:f2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406145f8-c18f-42a6-ad69-122776fcde13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:33:36Z', 'updated_at': '2022-08-10T12:35:56Z', 'revision_number': 3, 'project_id': '2301f937213e47c29686be4e8601ac32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2421ca45-58b6-4fbc-a7bf-76ed2efd6e10', 'name': '', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'mac_address': 'fa:16:3e:66:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:14Z', 'updated_at': '2022-08-10T12:31:33Z', 'revision_number': 5, 'project_id': '2301f937213e47c29686be4e8601ac32', 'subnets': [{'id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:35:59.341915 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406145f8-c18f-42a6-ad69-122776fcde13', 'tag': '925d1f21-e18a-4cdb-9515-0a2196cfef96'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:35:59.344200 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7ba84a99e6a3ee78a19e4789e0716ba8eeb6d4089296a11dfcbdd1268c8b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9faf0562-5071-446a-80ee-785a28f72ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "406145f8-c18f-42a6-ad69-122776fcde13", "tag": "925d1f21-e18a-4cdb-9515-0a2196cfef96"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:35:59.382110 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0a8dbe-eef7-4908-bd3f-7f01f94a7b45 x-openstack-request-id: req-0b0a8dbe-eef7-4908-bd3f-7f01f94a7b45 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:35:59.382429 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406145f8-c18f-42a6-ad69-122776fcde13", "tag": "925d1f21-e18a-4cdb-9515-0a2196cfef96", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:35:59.382701 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b0a8dbe-eef7-4908-bd3f-7f01f94a7b45 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:35:59.383103 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b0a8dbe-eef7-4908-bd3f-7f01f94a7b45'] response: {'name': 'network-changed', 'server_uuid': '406145f8-c18f-42a6-ad69-122776fcde13', 'tag': '925d1f21-e18a-4cdb-9515-0a2196cfef96', 'status': 'completed', 'code': 200} Aug 10 12:35:59.488012 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf0562-5071-446a-80ee-785a28f72ba8 req-4d6bb4be-2fdf-4342-bf3d-75a7bfe4b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:59.489466 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9faf0562-5071-446a-80ee-785a28f72ba8 req-4d6bb4be-2fdf-4342-bf3d-75a7bfe4b20c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2301f937213e47c29686be4e8601ac32&device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 1129 time: 0.0389726 Aug 10 12:35:59.579091 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf0562-5071-446a-80ee-785a28f72ba8 req-7d8ac58e-098d-4d7f-98c0-e6a353b46acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:59.580529 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9faf0562-5071-446a-80ee-785a28f72ba8 req-7d8ac58e-098d-4d7f-98c0-e6a353b46acf service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb HTTP/1.1" status: 200 len: 919 time: 0.0831163 Aug 10 12:35:59.645623 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9faf0562-5071-446a-80ee-785a28f72ba8 req-fe12a677-8a1b-4a1e-8390-5226089ba8eb service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=925d1f21-e18a-4cdb-9515-0a2196cfef96 HTTP/1.1" status: 200 len: 1000 time: 0.0583887 Aug 10 12:35:59.704325 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf0562-5071-446a-80ee-785a28f72ba8 req-01800e74-8d22-4f18-b3be-6a96d7877881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:59.705753 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9faf0562-5071-446a-80ee-785a28f72ba8 req-01800e74-8d22-4f18-b3be-6a96d7877881 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5e7cdd28-a708-4c60-9515-0f4475157064 HTTP/1.1" status: 200 len: 857 time: 0.0436592 Aug 10 12:35:59.752015 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf0562-5071-446a-80ee-785a28f72ba8 req-9ce780e4-0c7b-4100-8a40-8e6720265e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:35:59.753445 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9faf0562-5071-446a-80ee-785a28f72ba8 req-9ce780e4-0c7b-4100-8a40-8e6720265e3f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374970 Aug 10 12:35:59.848438 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9faf0562-5071-446a-80ee-785a28f72ba8 req-58b1c0a3-2b8e-430d-a8bd-96582fbe9c23 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857022 Aug 10 12:35:59.938906 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9faf0562-5071-446a-80ee-785a28f72ba8 req-1a42fc2a-b0c0-4ea0-996a-bd4cd6959a63 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818019 Aug 10 12:36:05.033260 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73feade3-7d75-4d05-a193-7856aef56ea1 req-76cd2819-fe3b-475f-8f73-aeca5d33f9ae tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:05.034792 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-73feade3-7d75-4d05-a193-7856aef56ea1 req-76cd2819-fe3b-475f-8f73-aeca5d33f9ae tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88 HTTP/1.1" status: 200 len: 946 time: 0.1008787 Aug 10 12:36:05.080873 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-73feade3-7d75-4d05-a193-7856aef56ea1 req-d7a9930e-51e6-4e93-b4a3-2e50f3081f45 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=85db06ba-9796-45d6-ad3e-eb4aea41b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405090 Aug 10 12:36:06.455947 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f901666-712b-43f1-96d9-8754354d3264 req-51aed480-3d5f-4961-856e-1e15b187fb03 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:06.457493 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5f901666-712b-43f1-96d9-8754354d3264 req-51aed480-3d5f-4961-856e-1e15b187fb03 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88 HTTP/1.1" status: 200 len: 946 time: 0.3039815 Aug 10 12:36:06.503192 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5f901666-712b-43f1-96d9-8754354d3264 req-fbbcd033-a655-4edb-adf7-4d90b4555382 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=85db06ba-9796-45d6-ad3e-eb4aea41b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396810 Aug 10 12:36:07.140979 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5422a-6730-4452-831d-d764bd9c6286 req-fffc1fd0-7d8e-4494-89d7-d750d72eaac1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:07.142438 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-bed5422a-6730-4452-831d-d764bd9c6286 req-fffc1fd0-7d8e-4494-89d7-d750d72eaac1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88 HTTP/1.1" status: 200 len: 946 time: 0.0469198 Aug 10 12:36:07.227737 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-bed5422a-6730-4452-831d-d764bd9c6286 req-5c5c71af-a879-467b-952f-92699144267e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Deleting port eb383832-e054-468a-bbe7-6143a86ffefd {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:36:07.228084 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-bed5422a-6730-4452-831d-d764bd9c6286 req-5c5c71af-a879-467b-952f-92699144267e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (eb383832-e054-468a-bbe7-6143a86ffefd), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:07.273785 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:07.276206 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:07.318341 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-bed5422a-6730-4452-831d-d764bd9c6286 req-5c5c71af-a879-467b-952f-92699144267e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] For port eb383832-e054-468a-bbe7-6143a86ffefd, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=eb383832-e054-468a-bbe7-6143a86ffefd,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:07.318705 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-bed5422a-6730-4452-831d-d764bd9c6286 req-5c5c71af-a879-467b-952f-92699144267e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (eb383832-e054-468a-bbe7-6143a86ffefd), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:07.479179 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-bed5422a-6730-4452-831d-d764bd9c6286 req-5c5c71af-a879-467b-952f-92699144267e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:07.479541 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-bed5422a-6730-4452-831d-d764bd9c6286 req-5c5c71af-a879-467b-952f-92699144267e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (e6c50d80-11fe-4818-aa25-5e858ff5ed1c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:07.479854 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.l3_db [req-bed5422a-6730-4452-831d-d764bd9c6286 req-5c5c71af-a879-467b-952f-92699144267e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Floating IP e6c50d80-11fe-4818-aa25-5e858ff5ed1c disassociated. External IP: 172.27.0.17, port: eb383832-e054-468a-bbe7-6143a86ffefd. Aug 10 12:36:07.480194 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-bed5422a-6730-4452-831d-d764bd9c6286 req-5c5c71af-a879-467b-952f-92699144267e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Calling delete_port for eb383832-e054-468a-bbe7-6143a86ffefd owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:36:07.640172 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de35df-c008-4db5-8eb4-6f8e892bce5e req-06de6ba3-7383-446e-995f-bfe2b2994658 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:07.641675 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-08de35df-c008-4db5-8eb4-6f8e892bce5e req-06de6ba3-7383-446e-995f-bfe2b2994658 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88 HTTP/1.1" status: 200 len: 946 time: 0.0645800 Aug 10 12:36:07.642682 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-bed5422a-6730-4452-831d-d764bd9c6286 req-5c5c71af-a879-467b-952f-92699144267e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (eb383832-e054-468a-bbe7-6143a86ffefd), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:07.675768 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c71af-a879-467b-952f-92699144267e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event deleted for resources: {'Port': ['ID=eb383832-e054-468a-bbe7-6143a86ffefd,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:07.755170 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-08de35df-c008-4db5-8eb4-6f8e892bce5e req-9544fc10-89f2-4e2c-86a5-e6e92fea166c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=85db06ba-9796-45d6-ad3e-eb4aea41b7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049900 Aug 10 12:36:07.812504 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bed5422a-6730-4452-831d-d764bd9c6286 req-5c5c71af-a879-467b-952f-92699144267e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Router c738bb5a-be08-41c0-857d-5311e5d2b7ce has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:36:07.913082 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bed5422a-6730-4452-831d-d764bd9c6286 req-5c5c71af-a879-467b-952f-92699144267e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:36:07.922454 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86529dbb-d8ac-4b10-a3a0-55fee9f248dc None None] Sync routers for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:36:07.932788 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86529dbb-d8ac-4b10-a3a0-55fee9f248dc None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:07.933422 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-86529dbb-d8ac-4b10-a3a0-55fee9f248dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:35:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:07.952335 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed5422a-6730-4452-831d-d764bd9c6286 req-5c5c71af-a879-467b-952f-92699144267e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] No DVR routers for this DVR port eb383832-e054-468a-bbe7-6143a86ffefd on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:36:07.955432 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-bed5422a-6730-4452-831d-d764bd9c6286 req-5c5c71af-a879-467b-952f-92699144267e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:07.958644 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-bed5422a-6730-4452-831d-d764bd9c6286 req-5c5c71af-a879-467b-952f-92699144267e tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.64 "DELETE /networking/v2.0/ports/eb383832-e054-468a-bbe7-6143a86ffefd HTTP/1.1" status: 204 len: 173 time: 0.8100047 Aug 10 12:36:07.959012 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88', 'name': 'network-vif-deleted', 'tag': 'eb383832-e054-468a-bbe7-6143a86ffefd'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:36:07.961218 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766a913b-7a34-415a-846d-a53ed87c498f" -d '{"events": [{"server_uuid": "3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88", "name": "network-vif-deleted", "tag": "eb383832-e054-468a-bbe7-6143a86ffefd"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:36:08.006430 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2804c3-2952-4069-984d-3fcb6df7e183 x-openstack-request-id: req-3b2804c3-2952-4069-984d-3fcb6df7e183 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:36:08.006664 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88", "name": "network-vif-deleted", "tag": "eb383832-e054-468a-bbe7-6143a86ffefd", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:36:08.006925 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b2804c3-2952-4069-984d-3fcb6df7e183 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:36:08.007370 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b2804c3-2952-4069-984d-3fcb6df7e183'] response: {'server_uuid': '3d8c3a1b-26a8-42cf-b6c1-9315ea0e4e88', 'name': 'network-vif-deleted', 'tag': 'eb383832-e054-468a-bbe7-6143a86ffefd', 'status': 'completed', 'code': 200} Aug 10 12:36:08.036906 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-86529dbb-d8ac-4b10-a3a0-55fee9f248dc None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:08.062979 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=33 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:08.064167 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=26 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:08.240969 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-86529dbb-d8ac-4b10-a3a0-55fee9f248dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:08.264879 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86529dbb-d8ac-4b10-a3a0-55fee9f248dc None None] Checking router: c738bb5a-be08-41c0-857d-5311e5d2b7ce for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:36:08.273637 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86529dbb-d8ac-4b10-a3a0-55fee9f248dc None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:08.274174 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-86529dbb-d8ac-4b10-a3a0-55fee9f248dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:35:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:08.529504 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-86529dbb-d8ac-4b10-a3a0-55fee9f248dc None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:08.737454 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-86529dbb-d8ac-4b10-a3a0-55fee9f248dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:08.761481 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86529dbb-d8ac-4b10-a3a0-55fee9f248dc None None] The sync data for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi is: [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:36:08.849677 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50518) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:08.864260 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:08.906744 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb6c9-ffd9-4bf4-a222-02ec25856d9c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (85db06ba-9796-45d6-ad3e-eb4aea41b7a9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:08.932468 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb6c9-ffd9-4bf4-a222-02ec25856d9c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (85db06ba-9796-45d6-ad3e-eb4aea41b7a9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:08.981415 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb6c9-ffd9-4bf4-a222-02ec25856d9c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (85db06ba-9796-45d6-ad3e-eb4aea41b7a9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:08.984682 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7bbcb6c9-ffd9-4bf4-a222-02ec25856d9c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:08.987440 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-7bbcb6c9-ffd9-4bf4-a222-02ec25856d9c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/85db06ba-9796-45d6-ad3e-eb4aea41b7a9 HTTP/1.1" status: 204 len: 168 time: 0.1367309 Aug 10 12:36:08.990593 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50520) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:09.001106 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcb6c9-ffd9-4bf4-a222-02ec25856d9c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85db06ba-9796-45d6-ad3e-eb4aea41b7a9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:09.005781 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.api.v2.resource [None req-13a84cfb-e061-4a87-af11-f8b5240ba3a3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] show failed (client error): The resource could not be found. Aug 10 12:36:09.009442 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-13a84cfb-e061-4a87-af11-f8b5240ba3a3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups/85db06ba-9796-45d6-ad3e-eb4aea41b7a9 HTTP/1.1" status: 404 len: 347 time: 0.0151074 Aug 10 12:36:09.009747 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50522) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:09.010073 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a213c5-2b58-4c40-bb84-5f48a813cba8 None None] New status for floating IP e6c50d80-11fe-4818-aa25-5e858ff5ed1c: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:36:09.010232 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbcb6c9-ffd9-4bf4-a222-02ec25856d9c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:09.010635 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbcb6c9-ffd9-4bf4-a222-02ec25856d9c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:09.010993 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbcb6c9-ffd9-4bf4-a222-02ec25856d9c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:09.011339 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbcb6c9-ffd9-4bf4-a222-02ec25856d9c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:09.011815 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbcb6c9-ffd9-4bf4-a222-02ec25856d9c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:09.012161 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbcb6c9-ffd9-4bf4-a222-02ec25856d9c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:09.012500 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbcb6c9-ffd9-4bf4-a222-02ec25856d9c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:09.012832 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbcb6c9-ffd9-4bf4-a222-02ec25856d9c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:09.013349 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbcb6c9-ffd9-4bf4-a222-02ec25856d9c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:09.013568 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbcb6c9-ffd9-4bf4-a222-02ec25856d9c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:09.013903 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbcb6c9-ffd9-4bf4-a222-02ec25856d9c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:09.014235 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbcb6c9-ffd9-4bf4-a222-02ec25856d9c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:09.014698 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbcb6c9-ffd9-4bf4-a222-02ec25856d9c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:09.015033 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbcb6c9-ffd9-4bf4-a222-02ec25856d9c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:09.016509 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbcb6c9-ffd9-4bf4-a222-02ec25856d9c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:09.123113 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9489743c-c7c1-42b1-a6a2-b7bf9972c026 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Deleting port 7bc920da-26ea-4833-bdd6-1242d44a0a4b {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:36:09.123448 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9489743c-c7c1-42b1-a6a2-b7bf9972c026 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (7bc920da-26ea-4833-bdd6-1242d44a0a4b), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:09.190303 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:09.204514 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:09.208626 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9489743c-c7c1-42b1-a6a2-b7bf9972c026 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (7bc920da-26ea-4833-bdd6-1242d44a0a4b), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:09.208965 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9489743c-c7c1-42b1-a6a2-b7bf9972c026 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (7bc920da-26ea-4833-bdd6-1242d44a0a4b), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:09.224142 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-9489743c-c7c1-42b1-a6a2-b7bf9972c026 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Calling delete_port for 7bc920da-26ea-4833-bdd6-1242d44a0a4b owned by network:floatingip {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:36:09.352872 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9489743c-c7c1-42b1-a6a2-b7bf9972c026 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (7bc920da-26ea-4833-bdd6-1242d44a0a4b), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:09.377799 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489743c-c7c1-42b1-a6a2-b7bf9972c026 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event deleted for resources: {'Port': ['ID=7bc920da-26ea-4833-bdd6-1242d44a0a4b,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:09.436957 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9489743c-c7c1-42b1-a6a2-b7bf9972c026 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (e6c50d80-11fe-4818-aa25-5e858ff5ed1c), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:09.439605 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-9489743c-c7c1-42b1-a6a2-b7bf9972c026 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:09.440734 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-9489743c-c7c1-42b1-a6a2-b7bf9972c026 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/e6c50d80-11fe-4818-aa25-5e858ff5ed1c HTTP/1.1" status: 204 len: 168 time: 0.4301171 Aug 10 12:36:09.505498 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50526) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:09.510055 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-11265f93-c476-4d26-80b2-c4314b7d0e6d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--431731825', 'description': 'tempest-description--427291297'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:09.530904 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-11265f93-c476-4d26-80b2-c4314b7d0e6d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:09.598264 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-11265f93-c476-4d26-80b2-c4314b7d0e6d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (dccc8548-9a2b-4760-990e-476b1a57158d), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:09.602006 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-11265f93-c476-4d26-80b2-c4314b7d0e6d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (dccc8548-9a2b-4760-990e-476b1a57158d), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:09.642039 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-11265f93-c476-4d26-80b2-c4314b7d0e6d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:09.643178 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-11265f93-c476-4d26-80b2-c4314b7d0e6d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1366787 Aug 10 12:36:09.645133 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11265f93-c476-4d26-80b2-c4314b7d0e6d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dccc8548-9a2b-4760-990e-476b1a57158d,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:09.646143 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50528) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:09.650762 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-d25a9cf1-7e43-49c8-bb47-f01677296362 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'security_group_rule': {'security_group_id': 'dccc8548-9a2b-4760-990e-476b1a57158d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:09.677524 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d25a9cf1-7e43-49c8-bb47-f01677296362 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (4ed191b7-c413-41f0-becc-e2a36f96078e), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:09.735599 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d25a9cf1-7e43-49c8-bb47-f01677296362 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (4ed191b7-c413-41f0-becc-e2a36f96078e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:09.739069 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d25a9cf1-7e43-49c8-bb47-f01677296362 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (4ed191b7-c413-41f0-becc-e2a36f96078e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:09.757520 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a9cf1-7e43-49c8-bb47-f01677296362 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed191b7-c413-41f0-becc-e2a36f96078e,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:09.764574 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d25a9cf1-7e43-49c8-bb47-f01677296362 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:09.765771 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-d25a9cf1-7e43-49c8-bb47-f01677296362 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186268 Aug 10 12:36:09.769025 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50530) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:09.773227 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7dda52f8-72bc-40a9-90a2-df9ecd22b548 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'security_group_rule': {'security_group_id': 'dccc8548-9a2b-4760-990e-476b1a57158d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:09.800420 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7dda52f8-72bc-40a9-90a2-df9ecd22b548 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (b9d6d481-ffb3-43ae-a8fd-a06f9b607734), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:09.838639 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:09.859557 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7dda52f8-72bc-40a9-90a2-df9ecd22b548 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (b9d6d481-ffb3-43ae-a8fd-a06f9b607734), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:09.863096 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7dda52f8-72bc-40a9-90a2-df9ecd22b548 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (b9d6d481-ffb3-43ae-a8fd-a06f9b607734), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:09.882336 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda52f8-72bc-40a9-90a2-df9ecd22b548 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d6d481-ffb3-43ae-a8fd-a06f9b607734,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:09.887137 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7dda52f8-72bc-40a9-90a2-df9ecd22b548 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:09.888344 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-7dda52f8-72bc-40a9-90a2-df9ecd22b548 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183429 Aug 10 12:36:09.892377 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50532) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:09.896498 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-956ef4a4-f3d0-4bc7-bd8e-93e815d941d3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'floatingip': {'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:09.916783 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-956ef4a4-f3d0-4bc7-bd8e-93e815d941d3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:09.994551 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-956ef4a4-f3d0-4bc7-bd8e-93e815d941d3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:10.096787 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-956ef4a4-f3d0-4bc7-bd8e-93e815d941d3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Allocated IP 172.27.0.236 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/30231d03-7fd4-408e-8a21-ed319e208a8b) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:36:10.199900 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-956ef4a4-f3d0-4bc7-bd8e-93e815d941d3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for port (30231d03-7fd4-408e-8a21-ed319e208a8b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:10.201035 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:10.236304 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-956ef4a4-f3d0-4bc7-bd8e-93e815d941d3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (30231d03-7fd4-408e-8a21-ed319e208a8b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:10.275423 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956ef4a4-f3d0-4bc7-bd8e-93e815d941d3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:36:10.278327 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-956ef4a4-f3d0-4bc7-bd8e-93e815d941d3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:36:10.282169 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956ef4a4-f3d0-4bc7-bd8e-93e815d941d3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:36:10.287253 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ef4a4-f3d0-4bc7-bd8e-93e815d941d3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'Port': ['ID=30231d03-7fd4-408e-8a21-ed319e208a8b,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:10.370769 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-956ef4a4-f3d0-4bc7-bd8e-93e815d941d3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (b765c429-5ef0-42c5-a413-48a3ea458ae8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:10.408371 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-956ef4a4-f3d0-4bc7-bd8e-93e815d941d3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (30231d03-7fd4-408e-8a21-ed319e208a8b), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:10.513717 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:10.529035 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device eb383832-e054-468a-bbe7-6143a86ffefd no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:36:10.549739 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: eb383832-e054-468a-bbe7-6143a86ffefd {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:36:10.550088 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device eb383832-e054-468a-bbe7-6143a86ffefd not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:36:10.557680 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-956ef4a4-f3d0-4bc7-bd8e-93e815d941d3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for port (30231d03-7fd4-408e-8a21-ed319e208a8b), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:10.562448 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-956ef4a4-f3d0-4bc7-bd8e-93e815d941d3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14084867'] for port (30231d03-7fd4-408e-8a21-ed319e208a8b), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:10.632048 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-956ef4a4-f3d0-4bc7-bd8e-93e815d941d3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (b765c429-5ef0-42c5-a413-48a3ea458ae8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:10.634835 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ef4a4-f3d0-4bc7-bd8e-93e815d941d3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'Port': ['ID=30231d03-7fd4-408e-8a21-ed319e208a8b,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:10.649610 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-956ef4a4-f3d0-4bc7-bd8e-93e815d941d3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:10.650830 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-956ef4a4-f3d0-4bc7-bd8e-93e815d941d3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7575715 Aug 10 12:36:10.800523 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-81bfd98a-3ad2-48b0-b80f-eb719230ab48 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--431731825&fields=id&tenant_id=0bbb137a895941b1876eebfc56c28425 HTTP/1.1" status: 200 len: 267 time: 0.0430861 Aug 10 12:36:10.904666 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-6fdf4ba5-a747-4f6b-9094-a4c9014823f5 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:10.906123 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-6fdf4ba5-a747-4f6b-9094-a4c9014823f5 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/networks?id=69a0d312-b2de-4689-b0c5-62b84c9112b2 HTTP/1.1" status: 200 len: 815 time: 0.0992694 Aug 10 12:36:10.920832 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-e35f8cdb-839e-4540-b94d-c97f08153d7b tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/quotas/0bbb137a895941b1876eebfc56c28425 HTTP/1.1" status: 200 len: 375 time: 0.0087211 Aug 10 12:36:10.972302 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-2b29c5a1-748e-471e-a9e2-f9301fe4ea48 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=0bbb137a895941b1876eebfc56c28425&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467491 Aug 10 12:36:11.065518 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-ff9d5575-0d2c-4f1a-8f20-a38d382cbdd2 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820553 Aug 10 12:36:11.133912 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:11.161751 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-ae24f7fe-357a-4df8-b712-4a4ba26c0b93 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906181 Aug 10 12:36:11.327998 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ee752db0-919f-4e4c-9e89-8bbe6dc5044c req-48d0adfb-b908-4474-8db8-7a354508e040 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d893e2b6-f8b6-4cfc-97e5-1257660aefc7 HTTP/1.1" status: 200 len: 210 time: 0.0284088 Aug 10 12:36:12.440405 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-2c4d0647-6681-4fe9-bf4c-6ce58e7e33ff req-cd29f758-612b-40b9-811d-7e2a9644c081 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d893e2b6-f8b6-4cfc-97e5-1257660aefc7 HTTP/1.1" status: 200 len: 210 time: 0.0274925 Aug 10 12:36:12.538161 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-3c9415ab-c576-418d-b60b-763ae54390d7 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:12.539599 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-3c9415ab-c576-418d-b60b-763ae54390d7 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.64 "GET /networking/v2.0/networks?id=69a0d312-b2de-4689-b0c5-62b84c9112b2 HTTP/1.1" status: 200 len: 815 time: 0.1015444 Aug 10 12:36:12.630868 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-9f5ab612-ed57-4dce-b965-1be7832cc1a5 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0bbb137a895941b1876eebfc56c28425 HTTP/1.1" status: 200 len: 379 time: 0.0578551 Aug 10 12:36:12.763956 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-a2f500ed-ad8d-4cf4-b3f5-c017c6e29f50 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'port': {'device_id': 'd893e2b6-f8b6-4cfc-97e5-1257660aefc7', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'admin_state_up': True, 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'security_groups': ['dccc8548-9a2b-4760-990e-476b1a57158d']}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:12.867296 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-a2f500ed-ad8d-4cf4-b3f5-c017c6e29f50 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Made reservation on behalf of 0bbb137a895941b1876eebfc56c28425 for: {'port': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:36:12.870869 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-a2f500ed-ad8d-4cf4-b3f5-c017c6e29f50 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:12.929833 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:12.992098 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:12.998686 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-a2f500ed-ad8d-4cf4-b3f5-c017c6e29f50 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Allocated IP 172.20.0.12 (69a0d312-b2de-4689-b0c5-62b84c9112b2/475a0af2-d7c4-4476-ab09-64279713ecd6/3e9aa74e-4b3e-4476-9906-4d960251eeee) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:36:13.138393 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-a2f500ed-ad8d-4cf4-b3f5-c017c6e29f50 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for port (3e9aa74e-4b3e-4476-9906-4d960251eeee), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:13.168766 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-a2f500ed-ad8d-4cf4-b3f5-c017c6e29f50 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (3e9aa74e-4b3e-4476-9906-4d960251eeee), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:13.212813 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-a2f500ed-ad8d-4cf4-b3f5-c017c6e29f50 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Network 69a0d312-b2de-4689-b0c5-62b84c9112b2 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:36:13.215890 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-a2f500ed-ad8d-4cf4-b3f5-c017c6e29f50 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:36:13.219728 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-a2f500ed-ad8d-4cf4-b3f5-c017c6e29f50 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:36:13.243221 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f500ed-ad8d-4cf4-b3f5-c017c6e29f50 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event updated for resources: {'Port': ['ID=3e9aa74e-4b3e-4476-9906-4d960251eeee,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:13.272036 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-a2f500ed-ad8d-4cf4-b3f5-c017c6e29f50 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:13.272666 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-a2f500ed-ad8d-4cf4-b3f5-c017c6e29f50 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:13.289331 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-a2f500ed-ad8d-4cf4-b3f5-c017c6e29f50 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5289557 Aug 10 12:36:13.313869 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] Request body: {'port': {'device_id': 'd893e2b6-f8b6-4cfc-97e5-1257660aefc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:13.378989 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (3e9aa74e-4b3e-4476-9906-4d960251eeee), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:13.414038 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-dcffbc44-5533-42eb-9431-2f916fb3f23e None None] Provisioning complete for port 3e9aa74e-4b3e-4476-9906-4d960251eeee triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:36:13.414593 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-dcffbc44-5533-42eb-9431-2f916fb3f23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (3e9aa74e-4b3e-4476-9906-4d960251eeee), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:13.445800 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-dcffbc44-5533-42eb-9431-2f916fb3f23e None None] Port 3e9aa74e-4b3e-4476-9906-4d960251eeee cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:36:13.586391 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f9add-b7cd-4208-a332-6012467940e3 req-42c973df-df94-413f-be21-12f966b99972 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:13.587853 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-619f9add-b7cd-4208-a332-6012467940e3 req-42c973df-df94-413f-be21-12f966b99972 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d893e2b6-f8b6-4cfc-97e5-1257660aefc7 HTTP/1.1" status: 200 len: 932 time: 0.0560508 Aug 10 12:36:13.655116 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:13.672537 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-619f9add-b7cd-4208-a332-6012467940e3 req-48b9d417-fd8a-45a8-92cb-97410c62491a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dccc8548-9a2b-4760-990e-476b1a57158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748672 Aug 10 12:36:13.674275 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bd00563a-2490-40a9-ac93-02e0e80c1e06 req-0a2752cf-54cb-443d-89e6-959cd4ee9729 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1585465032&fields=id&tenant_id=cb4fb7d34a90445e9677ce7287759724 HTTP/1.1" status: 200 len: 267 time: 0.0456893 Aug 10 12:36:13.710467 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9aa74e-4b3e-4476-9906-4d960251eeee {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:36:13.717905 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] Publish callbacks [] for port (3e9aa74e-4b3e-4476-9906-4d960251eeee), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:13.728651 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00563a-2490-40a9-ac93-02e0e80c1e06 req-549e037f-d63f-4eb1-8b51-22fe1f145098 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:13.730237 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bd00563a-2490-40a9-ac93-02e0e80c1e06 req-549e037f-d63f-4eb1-8b51-22fe1f145098 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 985 time: 0.0482571 Aug 10 12:36:13.730951 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] Transition to ACTIVE for port object 3e9aa74e-4b3e-4476-9906-4d960251eeee will not be triggered until provisioned by entity L2. {{(pid=103790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:36:13.734950 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (3e9aa74e-4b3e-4476-9906-4d960251eeee), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:13.741665 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [req-bd00563a-2490-40a9-ac93-02e0e80c1e06 req-5f24e638-d460-4d6e-98b7-2d2daeb23397 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Request body: {'port': {'security_groups': ['101a2541-9301-4764-a64f-2a5bf0e85686']}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:13.793969 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:13.810861 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9aa74e-4b3e-4476-9906-4d960251eeee,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:13.820495 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bd00563a-2490-40a9-ac93-02e0e80c1e06 req-5f24e638-d460-4d6e-98b7-2d2daeb23397 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:13.843246 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] Attempting to bind port 3e9aa74e-4b3e-4476-9906-4d960251eeee on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:36:13.843583 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] Attempting to bind port 3e9aa74e-4b3e-4476-9906-4d960251eeee by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:36:13.843912 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] Attempting to bind port 3e9aa74e-4b3e-4476-9906-4d960251eeee on network 69a0d312-b2de-4689-b0c5-62b84c9112b2 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:36:13.849060 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] Port 3e9aa74e-4b3e-4476-9906-4d960251eeee on network 69a0d312-b2de-4689-b0c5-62b84c9112b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:36:13.849415 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] Attempting to bind port 3e9aa74e-4b3e-4476-9906-4d960251eeee on network 69a0d312-b2de-4689-b0c5-62b84c9112b2 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:36:13.854254 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:36:13.854591 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] Checking segment: {'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:36:13.854977 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] Bound using segment: {'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:36:13.855399 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] Bound port: 3e9aa74e-4b3e-4476-9906-4d960251eeee, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c56d83d-263c-44fb-8728-9159e9fde879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:36:13.855751 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (3e9aa74e-4b3e-4476-9906-4d960251eeee), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:13.921326 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] For port 3e9aa74e-4b3e-4476-9906-4d960251eeee, host hv-cinder-85226, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:36:13.924937 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] For port 3e9aa74e-4b3e-4476-9906-4d960251eeee, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=3e9aa74e-4b3e-4476-9906-4d960251eeee,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:36:13.930527 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (3e9aa74e-4b3e-4476-9906-4d960251eeee), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:13.934841 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:13.935448 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:13.936981 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/3e9aa74e-4b3e-4476-9906-4d960251eeee HTTP/1.1" status: 200 len: 1094 time: 0.6281145 Aug 10 12:36:13.937490 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd893e2b6-f8b6-4cfc-97e5-1257660aefc7', 'tag': '3e9aa74e-4b3e-4476-9906-4d960251eeee'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:36:13.939729 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed799fb-1713-4784-a5ac-1975c03aaeca" -d '{"events": [{"name": "network-changed", "server_uuid": "d893e2b6-f8b6-4cfc-97e5-1257660aefc7", "tag": "3e9aa74e-4b3e-4476-9906-4d960251eeee"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:36:13.985582 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d6058d-8680-4c96-afe4-32822b60b0f2 x-openstack-request-id: req-a6d6058d-8680-4c96-afe4-32822b60b0f2 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:36:13.985933 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d893e2b6-f8b6-4cfc-97e5-1257660aefc7", "tag": "3e9aa74e-4b3e-4476-9906-4d960251eeee", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:36:13.986252 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6d6058d-8680-4c96-afe4-32822b60b0f2 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:36:13.986707 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d6058d-8680-4c96-afe4-32822b60b0f2'] response: {'name': 'network-changed', 'server_uuid': 'd893e2b6-f8b6-4cfc-97e5-1257660aefc7', 'tag': '3e9aa74e-4b3e-4476-9906-4d960251eeee', 'status': 'completed', 'code': 200} Aug 10 12:36:13.992071 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeff9fb-0769-496b-aa6e-790645d2c085 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9aa74e-4b3e-4476-9906-4d960251eeee,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:14.032390 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [req-bd00563a-2490-40a9-ac93-02e0e80c1e06 req-5f24e638-d460-4d6e-98b7-2d2daeb23397 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] For port b96cc99c-2ad4-4023-a528-8c6512a0ba66, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b96cc99c-2ad4-4023-a528-8c6512a0ba66,segment=NetworkSegment(a1b76a96-7bd5-42f4-95aa-18a43709e977),segment_id=a1b76a96-7bd5-42f4-95aa-18a43709e977)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:14.060666 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bd00563a-2490-40a9-ac93-02e0e80c1e06 req-5f24e638-d460-4d6e-98b7-2d2daeb23397 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:14.065363 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bd00563a-2490-40a9-ac93-02e0e80c1e06 req-5f24e638-d460-4d6e-98b7-2d2daeb23397 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14084867'] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:14.069347 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-182e14bb-5b6e-42ff-9642-a6a6b40c327a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:14.070857 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-182e14bb-5b6e-42ff-9642-a6a6b40c327a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0bbb137a895941b1876eebfc56c28425&device_id=d893e2b6-f8b6-4cfc-97e5-1257660aefc7 HTTP/1.1" status: 200 len: 1128 time: 0.0388358 Aug 10 12:36:14.074615 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00563a-2490-40a9-ac93-02e0e80c1e06 req-5f24e638-d460-4d6e-98b7-2d2daeb23397 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:14.075213 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [req-bd00563a-2490-40a9-ac93-02e0e80c1e06 req-5f24e638-d460-4d6e-98b7-2d2daeb23397 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:14.076550 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bd00563a-2490-40a9-ac93-02e0e80c1e06 req-5f24e638-d460-4d6e-98b7-2d2daeb23397 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "PUT /networking/v2.0/ports/b96cc99c-2ad4-4023-a528-8c6512a0ba66 HTTP/1.1" status: 200 len: 943 time: 0.3395591 Aug 10 12:36:14.080006 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc29cce-268e-4699-ad8d-7b096e9c30ed', 'tag': 'b96cc99c-2ad4-4023-a528-8c6512a0ba66'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:36:14.082324 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7ba84a99e6a3ee78a19e4789e0716ba8eeb6d4089296a11dfcbdd1268c8b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dd2572-fb90-462f-a78e-f879ec6a590a" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc29cce-268e-4699-ad8d-7b096e9c30ed", "tag": "b96cc99c-2ad4-4023-a528-8c6512a0ba66"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:36:14.082880 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50572) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:14.108029 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:14.115815 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['b96cc99c-2ad4-4023-a528-8c6512a0ba66'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:36:14.130202 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3a5b61-a9a3-4f0f-a380-d5f106f3940b x-openstack-request-id: req-fd3a5b61-a9a3-4f0f-a380-d5f106f3940b {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:36:14.130499 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc29cce-268e-4699-ad8d-7b096e9c30ed", "tag": "b96cc99c-2ad4-4023-a528-8c6512a0ba66", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:36:14.130751 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd3a5b61-a9a3-4f0f-a380-d5f106f3940b {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:36:14.131417 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd3a5b61-a9a3-4f0f-a380-d5f106f3940b'] response: {'name': 'network-changed', 'server_uuid': 'bfc29cce-268e-4699-ad8d-7b096e9c30ed', 'tag': 'b96cc99c-2ad4-4023-a528-8c6512a0ba66', 'status': 'completed', 'code': 200} Aug 10 12:36:14.147183 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24e638-d460-4d6e-98b7-2d2daeb23397 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Pushing event updated for resources: {'Port': ['ID=b96cc99c-2ad4-4023-a528-8c6512a0ba66,revision_number=7']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:14.153975 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-81e5b44d-b308-48fe-92ec-486e49dbc908 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e9aa74e-4b3e-4476-9906-4d960251eeee HTTP/1.1" status: 200 len: 217 time: 0.0552392 Aug 10 12:36:14.183985 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4993-c03d-432f-b327-cf7709c19132 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group (8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:14.268057 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4993-c03d-432f-b327-cf7709c19132 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group (8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:14.292257 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd2572-fb90-462f-a78e-f879ec6a590a req-5bd98a55-feb3-45d0-b82f-f61ab16cbb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:14.293754 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-57dd2572-fb90-462f-a78e-f879ec6a590a req-5bd98a55-feb3-45d0-b82f-f61ab16cbb69 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=cb4fb7d34a90445e9677ce7287759724&device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 1130 time: 0.0985651 Aug 10 12:36:14.299355 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-e0edcbf9-2120-4cd1-8f90-555a6d3db059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:14.300659 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-e0edcbf9-2120-4cd1-8f90-555a6d3db059 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=475a0af2-d7c4-4476-ab09-64279713ecd6 HTTP/1.1" status: 200 len: 854 time: 0.1148074 Aug 10 12:36:14.349593 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['b96cc99c-2ad4-4023-a528-8c6512a0ba66'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:36:14.655661 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-432c1d22-f0d5-489a-a477-6ebb02f6f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:14.657322 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-432c1d22-f0d5-489a-a477-6ebb02f6f5d5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=69a0d312-b2de-4689-b0c5-62b84c9112b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3368728 Aug 10 12:36:14.735705 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd2572-fb90-462f-a78e-f879ec6a590a req-63584db9-2fed-438f-998c-2a1abe157d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:14.737177 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-57dd2572-fb90-462f-a78e-f879ec6a590a req-63584db9-2fed-438f-998c-2a1abe157d8f service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=5bf11b9e-ce66-4b66-9981-528746ab3fcc HTTP/1.1" status: 200 len: 916 time: 0.4339504 Aug 10 12:36:14.739483 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4993-c03d-432f-b327-cf7709c19132 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:14.741974 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4993-c03d-432f-b327-cf7709c19132 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:14.742993 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-7c5c4993-c03d-432f-b327-cf7709c19132 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd HTTP/1.1" status: 204 len: 168 time: 0.6591988 Aug 10 12:36:14.745900 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50578) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:14.765457 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c4993-c03d-432f-b327-cf7709c19132 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8309a9-8bd7-40a0-8ddc-8d4e438b16cd,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:14.812502 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:14.839170 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-915f1ae1-6775-449c-97b8-ba3c7ace7cdd service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728687 Aug 10 12:36:14.841937 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-57dd2572-fb90-462f-a78e-f879ec6a590a req-2cb739b8-a3d5-43ab-bce9-ee567c19c456 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b96cc99c-2ad4-4023-a528-8c6512a0ba66 HTTP/1.1" status: 200 len: 1001 time: 0.0859120 Aug 10 12:36:14.847298 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d3a6e-562e-4c07-8218-77d0532a8a42 req-f6736ce2-52fe-4541-90d8-9b0e1a2afc1f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:14.848909 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-fd9d3a6e-562e-4c07-8218-77d0532a8a42 req-f6736ce2-52fe-4541-90d8-9b0e1a2afc1f tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d893e2b6-f8b6-4cfc-97e5-1257660aefc7 HTTP/1.1" status: 200 len: 944 time: 0.0953748 Aug 10 12:36:14.937631 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-fd9d3a6e-562e-4c07-8218-77d0532a8a42 req-ea71070f-3757-4047-a57f-5de16b17e3ec tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dccc8548-9a2b-4760-990e-476b1a57158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824807 Aug 10 12:36:14.960262 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd2572-fb90-462f-a78e-f879ec6a590a req-ee3476fc-40f2-4234-b3c8-6663a1b66256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:14.962125 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-57dd2572-fb90-462f-a78e-f879ec6a590a req-ee3476fc-40f2-4234-b3c8-6663a1b66256 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5a421661-37ef-440c-b88e-55072973c640 HTTP/1.1" status: 200 len: 854 time: 0.0961299 Aug 10 12:36:14.971839 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-a6beb0b4-70be-48eb-84c8-c96ac7011adc tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Deleting port fbbf8cf0-50b9-471e-82e9-e619442c3e40 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:36:14.972179 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a6beb0b4-70be-48eb-84c8-c96ac7011adc tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (fbbf8cf0-50b9-471e-82e9-e619442c3e40), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:15.018830 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5e09ee02-fd89-47a6-8306-5e956eef3187 req-e9c2b593-c2f1-4268-8dfa-3dad3366dbce service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607432 Aug 10 12:36:15.023916 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd2572-fb90-462f-a78e-f879ec6a590a req-89c1279e-b810-4159-85ca-97d1e6a5a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:15.025315 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-57dd2572-fb90-462f-a78e-f879ec6a590a req-89c1279e-b810-4159-85ca-97d1e6a5a2c3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=5bf11b9e-ce66-4b66-9981-528746ab3fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516508 Aug 10 12:36:15.051680 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a6beb0b4-70be-48eb-84c8-c96ac7011adc tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (fbbf8cf0-50b9-471e-82e9-e619442c3e40), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:15.052005 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a6beb0b4-70be-48eb-84c8-c96ac7011adc tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for floatingip (fbbf8cf0-50b9-471e-82e9-e619442c3e40), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:15.064756 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-a6beb0b4-70be-48eb-84c8-c96ac7011adc tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Calling delete_port for fbbf8cf0-50b9-471e-82e9-e619442c3e40 owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:36:15.119042 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:15.138664 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-57dd2572-fb90-462f-a78e-f879ec6a590a req-56ee1b8e-f3af-459a-a88f-c069eb280f3e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5bf11b9e-ce66-4b66-9981-528746ab3fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987377 Aug 10 12:36:15.152947 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:15.237432 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a6beb0b4-70be-48eb-84c8-c96ac7011adc tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (fbbf8cf0-50b9-471e-82e9-e619442c3e40), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:15.259048 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6beb0b4-70be-48eb-84c8-c96ac7011adc tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Pushing event deleted for resources: {'Port': ['ID=fbbf8cf0-50b9-471e-82e9-e619442c3e40,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:15.324303 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a6beb0b4-70be-48eb-84c8-c96ac7011adc tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks [] for floatingip (2609c38c-1230-4ca2-9c86-491a6fcddffa), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:15.324610 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.l3_db [None req-a6beb0b4-70be-48eb-84c8-c96ac7011adc tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Floating IP 2609c38c-1230-4ca2-9c86-491a6fcddffa disassociated (deleted). External IP: 172.27.0.41, port: b96cc99c-2ad4-4023-a528-8c6512a0ba66. Aug 10 12:36:15.513921 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6beb0b4-70be-48eb-84c8-c96ac7011adc tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Router 2a597191-f86c-41b4-b447-a2c166835161 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:36:15.525084 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:15.616177 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6beb0b4-70be-48eb-84c8-c96ac7011adc tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:36:15.620897 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a6beb0b4-70be-48eb-84c8-c96ac7011adc tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:15.628137 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c292e2d7-9b75-4f00-9d0f-2766257fe0c6 None None] Sync routers for ids ['2a597191-f86c-41b4-b447-a2c166835161'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:36:15.637933 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c292e2d7-9b75-4f00-9d0f-2766257fe0c6 None None] Routers {'2a597191-f86c-41b4-b447-a2c166835161'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:15.638512 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-c292e2d7-9b75-4f00-9d0f-2766257fe0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:35:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['2a597191-f86c-41b4-b447-a2c166835161'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:15.652584 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-a6beb0b4-70be-48eb-84c8-c96ac7011adc tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/2609c38c-1230-4ca2-9c86-491a6fcddffa HTTP/1.1" status: 204 len: 168 time: 0.9056094 Aug 10 12:36:15.739599 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-c292e2d7-9b75-4f00-9d0f-2766257fe0c6 None None] Set router 2a597191-f86c-41b4-b447-a2c166835161 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:15.774729 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:15.808385 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:15.923188 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-c292e2d7-9b75-4f00-9d0f-2766257fe0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a597191-f86c-41b4-b447-a2c166835161', 'name': 'tempest-TestMinimumBasicScenario-2091907442-router', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:20Z', 'revision_number': 4, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'gw_port': {'id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'a82219f4-41a0-44ac-8928-408997b07534', 'name': '', 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'mac_address': 'fa:16:3e:d8:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5a421661-37ef-440c-b88e-55072973c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:19Z', 'updated_at': '2022-08-10T12:33:25Z', 'revision_number': 5, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'subnets': [{'id': '5a421661-37ef-440c-b88e-55072973c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:15.950348 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c292e2d7-9b75-4f00-9d0f-2766257fe0c6 None None] Checking router: 2a597191-f86c-41b4-b447-a2c166835161 for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:36:15.959400 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c292e2d7-9b75-4f00-9d0f-2766257fe0c6 None None] Routers {'2a597191-f86c-41b4-b447-a2c166835161'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:15.959983 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-c292e2d7-9b75-4f00-9d0f-2766257fe0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:35:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['2a597191-f86c-41b4-b447-a2c166835161'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:16.059741 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-c292e2d7-9b75-4f00-9d0f-2766257fe0c6 None None] Set router 2a597191-f86c-41b4-b447-a2c166835161 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:16.115450 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c552b5-0e7e-49d4-bff2-0ec8dad22355 req-09ebce1d-0be6-4367-806a-72e635be0eda tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:16.116920 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-95c552b5-0e7e-49d4-bff2-0ec8dad22355 req-09ebce1d-0be6-4367-806a-72e635be0eda tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d893e2b6-f8b6-4cfc-97e5-1257660aefc7 HTTP/1.1" status: 200 len: 944 time: 0.0464582 Aug 10 12:36:16.132149 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc29cce-268e-4699-ad8d-7b096e9c30ed', 'tag': 'b96cc99c-2ad4-4023-a528-8c6512a0ba66'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:36:16.135148 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7ba84a99e6a3ee78a19e4789e0716ba8eeb6d4089296a11dfcbdd1268c8b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2a6235-8bf4-4d1b-b9b9-848119ebcd48" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc29cce-268e-4699-ad8d-7b096e9c30ed", "tag": "b96cc99c-2ad4-4023-a528-8c6512a0ba66"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:36:16.166562 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-95c552b5-0e7e-49d4-bff2-0ec8dad22355 req-534cdefa-8ebf-40ed-a707-1df36b0a86c4 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dccc8548-9a2b-4760-990e-476b1a57158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432718 Aug 10 12:36:16.174196 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ff8612-86d8-4218-904f-ef1f6d4edd3e x-openstack-request-id: req-12ff8612-86d8-4218-904f-ef1f6d4edd3e {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:36:16.174477 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc29cce-268e-4699-ad8d-7b096e9c30ed", "tag": "b96cc99c-2ad4-4023-a528-8c6512a0ba66", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:36:16.174725 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-12ff8612-86d8-4218-904f-ef1f6d4edd3e {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:36:16.175302 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ff8612-86d8-4218-904f-ef1f6d4edd3e'] response: {'name': 'network-changed', 'server_uuid': 'bfc29cce-268e-4699-ad8d-7b096e9c30ed', 'tag': 'b96cc99c-2ad4-4023-a528-8c6512a0ba66', 'status': 'completed', 'code': 200} Aug 10 12:36:16.244190 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-c292e2d7-9b75-4f00-9d0f-2766257fe0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a597191-f86c-41b4-b447-a2c166835161', 'name': 'tempest-TestMinimumBasicScenario-2091907442-router', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:20Z', 'revision_number': 4, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'gw_port': {'id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'a82219f4-41a0-44ac-8928-408997b07534', 'name': '', 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'mac_address': 'fa:16:3e:d8:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5a421661-37ef-440c-b88e-55072973c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:19Z', 'updated_at': '2022-08-10T12:33:25Z', 'revision_number': 5, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'subnets': [{'id': '5a421661-37ef-440c-b88e-55072973c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:16.269966 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c292e2d7-9b75-4f00-9d0f-2766257fe0c6 None None] The sync data for ids ['2a597191-f86c-41b4-b447-a2c166835161'] in dv-cinder-852261-3-iscsi is: [{'id': '2a597191-f86c-41b4-b447-a2c166835161', 'name': 'tempest-TestMinimumBasicScenario-2091907442-router', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:20Z', 'revision_number': 4, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'gw_port': {'id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'a82219f4-41a0-44ac-8928-408997b07534', 'name': '', 'network_id': '5bf11b9e-ce66-4b66-9981-528746ab3fcc', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'mac_address': 'fa:16:3e:d8:00:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5a421661-37ef-440c-b88e-55072973c640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:19Z', 'updated_at': '2022-08-10T12:33:25Z', 'revision_number': 5, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'subnets': [{'id': '5a421661-37ef-440c-b88e-55072973c640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:36:16.334572 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed799fb-1713-4784-a5ac-1975c03aaeca req-26ee971d-afe7-44df-9e5d-39d1113ad722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:16.336056 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3ed799fb-1713-4784-a5ac-1975c03aaeca req-26ee971d-afe7-44df-9e5d-39d1113ad722 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0bbb137a895941b1876eebfc56c28425&device_id=d893e2b6-f8b6-4cfc-97e5-1257660aefc7 HTTP/1.1" status: 200 len: 1128 time: 0.0900879 Aug 10 12:36:16.366415 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-57dd2572-fb90-462f-a78e-f879ec6a590a req-503b0bac-1b10-45d1-82bd-a761d2d33c66 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5bf11b9e-ce66-4b66-9981-528746ab3fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286411 Aug 10 12:36:16.500459 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf765f72-c147-4364-b9a3-5ee6b137ff16 None None] New status for floating IP 2609c38c-1230-4ca2-9c86-491a6fcddffa: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:36:16.753681 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 3e9aa74e-4b3e-4476-9906-4d960251eeee details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:36:16.853658 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 3e9aa74e-4b3e-4476-9906-4d960251eeee, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=3e9aa74e-4b3e-4476-9906-4d960251eeee,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:16.866344 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': '3e9aa74e-4b3e-4476-9906-4d960251eeee', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'port_id': '3e9aa74e-4b3e-4476-9906-4d960251eeee', 'mac_address': 'fa:16:3e:63:9a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:36:16.876614 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a6235-8bf4-4d1b-b9b9-848119ebcd48 req-3c5593dd-34a0-4c49-a483-e1c76cd9f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:16.878666 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8e2a6235-8bf4-4d1b-b9b9-848119ebcd48 req-3c5593dd-34a0-4c49-a483-e1c76cd9f13a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=cb4fb7d34a90445e9677ce7287759724&device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 1130 time: 0.0637126 Aug 10 12:36:16.891811 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed799fb-1713-4784-a5ac-1975c03aaeca req-fe5ba5c6-f83f-46a1-9d1f-a5fe0e700bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:16.893475 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3ed799fb-1713-4784-a5ac-1975c03aaeca req-fe5ba5c6-f83f-46a1-9d1f-a5fe0e700bed service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=69a0d312-b2de-4689-b0c5-62b84c9112b2 HTTP/1.1" status: 200 len: 916 time: 0.1335146 Aug 10 12:36:16.903175 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 3e9aa74e-4b3e-4476-9906-4d960251eeee is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:36:16.903663 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (3e9aa74e-4b3e-4476-9906-4d960251eeee), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:16.916574 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9aa74e-4b3e-4476-9906-4d960251eeee {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:36:16.936702 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 3e9aa74e-4b3e-4476-9906-4d960251eeee, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=3e9aa74e-4b3e-4476-9906-4d960251eeee,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:16.941234 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (3e9aa74e-4b3e-4476-9906-4d960251eeee), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:16.987190 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=3e9aa74e-4b3e-4476-9906-4d960251eeee,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:16.994311 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:16.994658 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:16.995080 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:16.995353 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:16.995977 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:16.996245 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:16.996592 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:16.997039 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:16.997402 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:16.997724 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:16.998065 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:16.998398 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:16.998725 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:16.999044 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:16.999363 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:17.052347 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3ed799fb-1713-4784-a5ac-1975c03aaeca req-6194f63f-26a1-407e-9b93-011e81454b5f service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e9aa74e-4b3e-4476-9906-4d960251eeee HTTP/1.1" status: 200 len: 217 time: 0.0787444 Aug 10 12:36:17.128581 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed799fb-1713-4784-a5ac-1975c03aaeca req-2e1814bb-38a5-4113-abbe-0fba60eb67c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:17.130014 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3ed799fb-1713-4784-a5ac-1975c03aaeca req-2e1814bb-38a5-4113-abbe-0fba60eb67c5 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=475a0af2-d7c4-4476-ab09-64279713ecd6 HTTP/1.1" status: 200 len: 854 time: 0.0682793 Aug 10 12:36:17.131328 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a6235-8bf4-4d1b-b9b9-848119ebcd48 req-4608c872-16fa-4afa-b507-337fc1acb027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:17.132613 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8e2a6235-8bf4-4d1b-b9b9-848119ebcd48 req-4608c872-16fa-4afa-b507-337fc1acb027 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=5bf11b9e-ce66-4b66-9981-528746ab3fcc HTTP/1.1" status: 200 len: 916 time: 0.1737409 Aug 10 12:36:17.207675 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8e2a6235-8bf4-4d1b-b9b9-848119ebcd48 req-744ff5cb-054b-4119-aff2-f184520f40f5 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b96cc99c-2ad4-4023-a528-8c6512a0ba66 HTTP/1.1" status: 200 len: 217 time: 0.0524495 Aug 10 12:36:17.226507 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed799fb-1713-4784-a5ac-1975c03aaeca req-84e02477-9d8f-417d-944e-1cc8ed4b40a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:17.227978 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3ed799fb-1713-4784-a5ac-1975c03aaeca req-84e02477-9d8f-417d-944e-1cc8ed4b40a8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=69a0d312-b2de-4689-b0c5-62b84c9112b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802646 Aug 10 12:36:17.276669 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:17.352434 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a65a3-b23f-414a-9797-e311f0cb94a8 req-4dee694f-4708-47dd-b08e-f07c0bb0dcef tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:17.353932 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d12a65a3-b23f-414a-9797-e311f0cb94a8 req-4dee694f-4708-47dd-b08e-f07c0bb0dcef tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d893e2b6-f8b6-4cfc-97e5-1257660aefc7 HTTP/1.1" status: 200 len: 945 time: 0.1072910 Aug 10 12:36:17.357236 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a6235-8bf4-4d1b-b9b9-848119ebcd48 req-e16d3f9f-e76f-42ec-ba15-a65cf900166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:17.358590 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8e2a6235-8bf4-4d1b-b9b9-848119ebcd48 req-e16d3f9f-e76f-42ec-ba15-a65cf900166b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5a421661-37ef-440c-b88e-55072973c640 HTTP/1.1" status: 200 len: 854 time: 0.1438642 Aug 10 12:36:17.442965 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['3e9aa74e-4b3e-4476-9906-4d960251eeee'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:36:17.449973 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3ed799fb-1713-4784-a5ac-1975c03aaeca req-77456e89-02cb-4aac-9d3e-f0a20575f73f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043133 Aug 10 12:36:17.456768 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a6235-8bf4-4d1b-b9b9-848119ebcd48 req-e1b3f2ae-0021-4210-951d-a1dd78664b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:17.458231 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8e2a6235-8bf4-4d1b-b9b9-848119ebcd48 req-e1b3f2ae-0021-4210-951d-a1dd78664b67 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=5bf11b9e-ce66-4b66-9981-528746ab3fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774412 Aug 10 12:36:17.468489 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d12a65a3-b23f-414a-9797-e311f0cb94a8 req-78326053-5bcc-4ac5-a6eb-48709d51d1f6 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dccc8548-9a2b-4760-990e-476b1a57158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069102 Aug 10 12:36:17.470693 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:17.515400 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:17.600380 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:17.620146 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3ed799fb-1713-4784-a5ac-1975c03aaeca req-f48fb6ae-8e42-4e4f-9312-23ad413073ac service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610053 Aug 10 12:36:17.623564 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8e2a6235-8bf4-4d1b-b9b9-848119ebcd48 req-9e81d4fd-ea67-4cea-906e-ff41c22a3302 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5bf11b9e-ce66-4b66-9981-528746ab3fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529014 Aug 10 12:36:17.728667 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8e2a6235-8bf4-4d1b-b9b9-848119ebcd48 req-3611de1c-7b7a-4a1b-8aab-ac1717d4f166 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/5bf11b9e-ce66-4b66-9981-528746ab3fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824840 Aug 10 12:36:18.255555 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:36:18.592301 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f423ba-20e9-4549-b747-0685b897afb4 req-e32284a7-882b-49b3-ae08-31a61013de72 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:18.593793 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-62f423ba-20e9-4549-b747-0685b897afb4 req-e32284a7-882b-49b3-ae08-31a61013de72 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d893e2b6-f8b6-4cfc-97e5-1257660aefc7 HTTP/1.1" status: 200 len: 945 time: 0.0474277 Aug 10 12:36:18.640998 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-62f423ba-20e9-4549-b747-0685b897afb4 req-0e2c8193-460e-4312-bd3b-9ea896470778 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dccc8548-9a2b-4760-990e-476b1a57158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403004 Aug 10 12:36:18.763651 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:18.767247 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 3e9aa74e-4b3e-4476-9906-4d960251eeee up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:36:18.810489 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port 3e9aa74e-4b3e-4476-9906-4d960251eeee completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:36:18.816891 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port 3e9aa74e-4b3e-4476-9906-4d960251eeee triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:36:18.817374 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (3e9aa74e-4b3e-4476-9906-4d960251eeee), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:18.886592 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 3e9aa74e-4b3e-4476-9906-4d960251eeee is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:36:18.886979 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (3e9aa74e-4b3e-4476-9906-4d960251eeee), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:18.909620 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd893e2b6-f8b6-4cfc-97e5-1257660aefc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9aa74e-4b3e-4476-9906-4d960251eeee'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:36:18.911851 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0e8271-9142-491c-b051-5c734d426da1" -d '{"events": [{"server_uuid": "d893e2b6-f8b6-4cfc-97e5-1257660aefc7", "name": "network-vif-plugged", "status": "completed", "tag": "3e9aa74e-4b3e-4476-9906-4d960251eeee"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:36:18.923854 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 3e9aa74e-4b3e-4476-9906-4d960251eeee, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=3e9aa74e-4b3e-4476-9906-4d960251eeee,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:18.927569 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (3e9aa74e-4b3e-4476-9906-4d960251eeee), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:18.953346 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ceacc4-de01-450e-96fb-704051bae85f x-openstack-request-id: req-94ceacc4-de01-450e-96fb-704051bae85f {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:36:18.954309 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d893e2b6-f8b6-4cfc-97e5-1257660aefc7", "name": "network-vif-plugged", "status": "completed", "tag": "3e9aa74e-4b3e-4476-9906-4d960251eeee", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:36:18.954561 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94ceacc4-de01-450e-96fb-704051bae85f {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:36:18.954948 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ceacc4-de01-450e-96fb-704051bae85f'] response: {'server_uuid': 'd893e2b6-f8b6-4cfc-97e5-1257660aefc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9aa74e-4b3e-4476-9906-4d960251eeee', 'code': 200} Aug 10 12:36:18.977454 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=3e9aa74e-4b3e-4476-9906-4d960251eeee,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:19.416111 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814bcd0-f133-45d7-b8c3-a2631253447f req-94be43ae-b8a4-4a41-9b56-fbc9996b5b82 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:19.417579 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7814bcd0-f133-45d7-b8c3-a2631253447f req-94be43ae-b8a4-4a41-9b56-fbc9996b5b82 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 946 time: 0.0475519 Aug 10 12:36:19.466995 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7814bcd0-f133-45d7-b8c3-a2631253447f req-24334b7c-2713-4639-8aa3-a702e8c614f3 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432296 Aug 10 12:36:19.522596 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6a46a-6ddc-4a07-9e96-4b2376ca1375 req-b7dea6e0-b0fe-476c-af02-3290372852c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:19.524068 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a2d6a46a-6ddc-4a07-9e96-4b2376ca1375 req-b7dea6e0-b0fe-476c-af02-3290372852c7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d893e2b6-f8b6-4cfc-97e5-1257660aefc7 HTTP/1.1" status: 200 len: 1130 time: 0.0483837 Aug 10 12:36:19.758715 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867bcf7-1d2e-437d-9b2b-2d63a1f055b7 req-466d2e3a-2dd0-4186-9cfc-e6df107af6ab tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:19.760060 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b867bcf7-1d2e-437d-9b2b-2d63a1f055b7 req-466d2e3a-2dd0-4186-9cfc-e6df107af6ab tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d893e2b6-f8b6-4cfc-97e5-1257660aefc7 HTTP/1.1" status: 200 len: 946 time: 0.0468845 Aug 10 12:36:19.806671 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b867bcf7-1d2e-437d-9b2b-2d63a1f055b7 req-0b2a2c0b-91dc-4d36-8074-7669393b3fc1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dccc8548-9a2b-4760-990e-476b1a57158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410838 Aug 10 12:36:20.591838 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87a36e-4493-4ae7-b7df-ea6d1206ebe3 req-ea52bbd3-f5d8-4680-9391-35dae7dab0dd tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:20.593478 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5c87a36e-4493-4ae7-b7df-ea6d1206ebe3 req-ea52bbd3-f5d8-4680-9391-35dae7dab0dd tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 946 time: 0.0458255 Aug 10 12:36:20.646448 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5c87a36e-4493-4ae7-b7df-ea6d1206ebe3 req-e03c6b79-b192-4ad9-bd38-124d5a7b7755 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463564 Aug 10 12:36:20.924552 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adecc2-9e71-4a97-b52f-2c6d23c016c1 req-57b1956a-db72-464c-b151-3d530b27f15a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:20.926031 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-54adecc2-9e71-4a97-b52f-2c6d23c016c1 req-57b1956a-db72-464c-b151-3d530b27f15a tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d893e2b6-f8b6-4cfc-97e5-1257660aefc7 HTTP/1.1" status: 200 len: 946 time: 0.0491545 Aug 10 12:36:20.973053 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-54adecc2-9e71-4a97-b52f-2c6d23c016c1 req-33cc760f-2157-419c-a859-641458f9a5b1 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dccc8548-9a2b-4760-990e-476b1a57158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414569 Aug 10 12:36:21.410068 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a2d6a46a-6ddc-4a07-9e96-4b2376ca1375 req-3772bfe0-ef93-43ee-be4f-d32d1c272872 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=dccc8548-9a2b-4760-990e-476b1a57158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425737 Aug 10 12:36:21.464902 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-1b4fc2f2-3639-4cfb-a663-f5d81ad43f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:21.768938 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982010bb-2ae6-4dda-946b-107f1f0b032f req-3549d9e0-a056-43f6-9a3c-e796d2af91fe tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:21.770381 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-982010bb-2ae6-4dda-946b-107f1f0b032f req-3549d9e0-a056-43f6-9a3c-e796d2af91fe tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 946 time: 0.0502362 Aug 10 12:36:21.815198 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-982010bb-2ae6-4dda-946b-107f1f0b032f req-ae41955d-f393-40a8-92e2-188da547c21d tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391169 Aug 10 12:36:22.091547 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435877d-0829-484a-9ae2-4616e89e303d req-852564fc-3839-4cf2-9a1a-b5be45fc802d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:22.093094 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b435877d-0829-484a-9ae2-4616e89e303d req-852564fc-3839-4cf2-9a1a-b5be45fc802d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d893e2b6-f8b6-4cfc-97e5-1257660aefc7 HTTP/1.1" status: 200 len: 946 time: 0.0470119 Aug 10 12:36:22.141696 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b435877d-0829-484a-9ae2-4616e89e303d req-8e00129a-2993-4948-a3aa-94f6effc11fb tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dccc8548-9a2b-4760-990e-476b1a57158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425522 Aug 10 12:36:22.946383 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ac18b-a1ac-4345-8594-0240b61aa4cf req-7ddb6034-cd92-4886-9999-dac07b1aaace tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:22.947786 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7e3ac18b-a1ac-4345-8594-0240b61aa4cf req-7ddb6034-cd92-4886-9999-dac07b1aaace tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 946 time: 0.0705571 Aug 10 12:36:22.958234 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23670e99-34cb-4f12-bd98-621b0ac51fd0 req-97d82e47-7cee-46cf-a493-ebb794fb60c6 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:22.959561 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-23670e99-34cb-4f12-bd98-621b0ac51fd0 req-97d82e47-7cee-46cf-a493-ebb794fb60c6 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 946 time: 0.0725472 Aug 10 12:36:22.984457 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:23.007976 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-23670e99-34cb-4f12-bd98-621b0ac51fd0 req-090d46c2-18ac-4dc8-8487-360e0576c52a tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=101a2541-9301-4764-a64f-2a5bf0e85686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428159 Aug 10 12:36:23.160319 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-7e3ac18b-a1ac-4345-8594-0240b61aa4cf req-4bdc920b-d893-4008-855b-4270842dc4bd tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Deleting port b96cc99c-2ad4-4023-a528-8c6512a0ba66 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:36:23.160664 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-7e3ac18b-a1ac-4345-8594-0240b61aa4cf req-4bdc920b-d893-4008-855b-4270842dc4bd tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:23.251134 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:23.259001 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-7e3ac18b-a1ac-4345-8594-0240b61aa4cf req-4bdc920b-d893-4008-855b-4270842dc4bd tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] For port b96cc99c-2ad4-4023-a528-8c6512a0ba66, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b96cc99c-2ad4-4023-a528-8c6512a0ba66,segment=NetworkSegment(a1b76a96-7bd5-42f4-95aa-18a43709e977),segment_id=a1b76a96-7bd5-42f4-95aa-18a43709e977)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:23.259375 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-7e3ac18b-a1ac-4345-8594-0240b61aa4cf req-4bdc920b-d893-4008-855b-4270842dc4bd tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:23.260485 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291560ab-2813-4b3e-a73d-9e1994b6475b req-d0f91140-8211-4e39-9851-8d8ffb4028b8 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:23.262085 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-291560ab-2813-4b3e-a73d-9e1994b6475b req-d0f91140-8211-4e39-9851-8d8ffb4028b8 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d893e2b6-f8b6-4cfc-97e5-1257660aefc7 HTTP/1.1" status: 200 len: 946 time: 0.0479896 Aug 10 12:36:23.273756 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-7e3ac18b-a1ac-4345-8594-0240b61aa4cf req-4bdc920b-d893-4008-855b-4270842dc4bd tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Calling delete_port for b96cc99c-2ad4-4023-a528-8c6512a0ba66 owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:36:23.313581 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-291560ab-2813-4b3e-a73d-9e1994b6475b req-41a46f03-d08b-4650-b72d-08e8c5d444ab tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dccc8548-9a2b-4760-990e-476b1a57158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439312 Aug 10 12:36:23.375947 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:23.432253 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-7e3ac18b-a1ac-4345-8594-0240b61aa4cf req-4bdc920b-d893-4008-855b-4270842dc4bd tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (b96cc99c-2ad4-4023-a528-8c6512a0ba66), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:23.441754 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34525589-e6d9-4fb1-9c18-c0f66fab5119 req-078c8a19-b5a9-41f7-8696-edc2cd440998 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:23.443194 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-34525589-e6d9-4fb1-9c18-c0f66fab5119 req-078c8a19-b5a9-41f7-8696-edc2cd440998 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d893e2b6-f8b6-4cfc-97e5-1257660aefc7 HTTP/1.1" status: 200 len: 946 time: 0.0622869 Aug 10 12:36:23.452959 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50638) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:23.458186 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-53a9977d-58a9-4d58-9eec-bdecf83aadaa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Request body: {'floatingip': {'port_id': '3e9aa74e-4b3e-4476-9906-4d960251eeee'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:23.467812 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc920b-d893-4008-855b-4270842dc4bd tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Pushing event deleted for resources: {'Port': ['ID=b96cc99c-2ad4-4023-a528-8c6512a0ba66,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:23.497255 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-53a9977d-58a9-4d58-9eec-bdecf83aadaa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (b765c429-5ef0-42c5-a413-48a3ea458ae8), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:23.512896 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3ac18b-a1ac-4345-8594-0240b61aa4cf req-4bdc920b-d893-4008-855b-4270842dc4bd tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] No DVR routers for this DVR port b96cc99c-2ad4-4023-a528-8c6512a0ba66 on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:36:23.515471 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-7e3ac18b-a1ac-4345-8594-0240b61aa4cf req-4bdc920b-d893-4008-855b-4270842dc4bd tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:23.518783 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7e3ac18b-a1ac-4345-8594-0240b61aa4cf req-4bdc920b-d893-4008-855b-4270842dc4bd tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.64 "DELETE /networking/v2.0/ports/b96cc99c-2ad4-4023-a528-8c6512a0ba66 HTTP/1.1" status: 204 len: 173 time: 0.4370785 Aug 10 12:36:23.519211 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc29cce-268e-4699-ad8d-7b096e9c30ed', 'name': 'network-vif-deleted', 'tag': 'b96cc99c-2ad4-4023-a528-8c6512a0ba66'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:36:23.521437 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d50648c-334c-40fd-a276-9e094bc05431" -d '{"events": [{"server_uuid": "bfc29cce-268e-4699-ad8d-7b096e9c30ed", "name": "network-vif-deleted", "tag": "b96cc99c-2ad4-4023-a528-8c6512a0ba66"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:36:23.558167 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c18135-02f9-4ae5-8e06-934848f8cb6e x-openstack-request-id: req-93c18135-02f9-4ae5-8e06-934848f8cb6e {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:36:23.558459 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc29cce-268e-4699-ad8d-7b096e9c30ed", "name": "network-vif-deleted", "tag": "b96cc99c-2ad4-4023-a528-8c6512a0ba66", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:36:23.558715 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-93c18135-02f9-4ae5-8e06-934848f8cb6e {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:36:23.559121 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c18135-02f9-4ae5-8e06-934848f8cb6e'] response: {'server_uuid': 'bfc29cce-268e-4699-ad8d-7b096e9c30ed', 'name': 'network-vif-deleted', 'tag': 'b96cc99c-2ad4-4023-a528-8c6512a0ba66', 'status': 'completed', 'code': 200} Aug 10 12:36:23.676220 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-05c2216a-af8f-4dac-bef1-2c289fa67d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:24.119590 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c3ad5267-2d05-4054-b874-4ef2e820dca7 req-840d24db-84a9-4b63-a53a-959891e37e92 tempest-TestMinimumBasicScenario-459647247 tempest-TestMinimumBasicScenario-459647247-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=bfc29cce-268e-4699-ad8d-7b096e9c30ed HTTP/1.1" status: 200 len: 210 time: 0.0283625 Aug 10 12:36:24.144262 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-53a9977d-58a9-4d58-9eec-bdecf83aadaa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:24.147840 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-53a9977d-58a9-4d58-9eec-bdecf83aadaa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (b765c429-5ef0-42c5-a413-48a3ea458ae8), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:24.220645 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:24.244429 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.l3_db [None req-53a9977d-58a9-4d58-9eec-bdecf83aadaa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Floating IP b765c429-5ef0-42c5-a413-48a3ea458ae8 associated. External IP: 172.27.0.236, port: 3e9aa74e-4b3e-4476-9906-4d960251eeee. Aug 10 12:36:24.360698 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-df494afc-a2dc-48fb-ad22-657b81888c15 req-1a561c72-ea29-4b0f-98d8-347469461b6a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474579 Aug 10 12:36:24.454930 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a9977d-58a9-4d58-9eec-bdecf83aadaa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Router c738bb5a-be08-41c0-857d-5311e5d2b7ce has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:36:24.474545 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df494afc-a2dc-48fb-ad22-657b81888c15 req-19060c3b-786f-47fc-b2fc-7d34b549b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:24.476020 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-df494afc-a2dc-48fb-ad22-657b81888c15 req-19060c3b-786f-47fc-b2fc-7d34b549b16e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=2301f937213e47c29686be4e8601ac32&device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 1129 time: 0.0465946 Aug 10 12:36:24.560785 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a9977d-58a9-4d58-9eec-bdecf83aadaa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:36:24.565752 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-53a9977d-58a9-4d58-9eec-bdecf83aadaa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:24.572715 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd702e2-db82-4e6f-b249-fee1434e3a9e None None] Sync routers for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:36:24.588625 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd702e2-db82-4e6f-b249-fee1434e3a9e None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:24.589527 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-6bd702e2-db82-4e6f-b249-fee1434e3a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:24.593098 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df494afc-a2dc-48fb-ad22-657b81888c15 req-a45fad30-6ad1-41c4-8511-81d7c07989f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:24.595099 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-df494afc-a2dc-48fb-ad22-657b81888c15 req-a45fad30-6ad1-41c4-8511-81d7c07989f0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb HTTP/1.1" status: 200 len: 919 time: 0.0920925 Aug 10 12:36:24.603341 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-53a9977d-58a9-4d58-9eec-bdecf83aadaa tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/b765c429-5ef0-42c5-a413-48a3ea458ae8 HTTP/1.1" status: 200 len: 992 time: 1.1465693 Aug 10 12:36:24.603341 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd893e2b6-f8b6-4cfc-97e5-1257660aefc7', 'tag': '3e9aa74e-4b3e-4476-9906-4d960251eeee'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:36:24.604076 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7ba84a99e6a3ee78a19e4789e0716ba8eeb6d4089296a11dfcbdd1268c8b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2fce63-a828-45e5-8d2c-ba9cbb2b5b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "d893e2b6-f8b6-4cfc-97e5-1257660aefc7", "tag": "3e9aa74e-4b3e-4476-9906-4d960251eeee"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:36:24.639785 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-df494afc-a2dc-48fb-ad22-657b81888c15 req-7c9ecb57-9e26-4ad2-bc66-ec5b6b582704 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54d795d2-dfea-4ba7-96f1-ce5efb7da579 HTTP/1.1" status: 200 len: 217 time: 0.0346625 Aug 10 12:36:24.642105 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26743765-eac5-49f2-95d7-fbe872adae2f x-openstack-request-id: req-26743765-eac5-49f2-95d7-fbe872adae2f {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:36:24.642380 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d893e2b6-f8b6-4cfc-97e5-1257660aefc7", "tag": "3e9aa74e-4b3e-4476-9906-4d960251eeee", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:36:24.642634 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-26743765-eac5-49f2-95d7-fbe872adae2f {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:36:24.643044 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26743765-eac5-49f2-95d7-fbe872adae2f'] response: {'name': 'network-changed', 'server_uuid': 'd893e2b6-f8b6-4cfc-97e5-1257660aefc7', 'tag': '3e9aa74e-4b3e-4476-9906-4d960251eeee', 'status': 'completed', 'code': 200} Aug 10 12:36:24.691358 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-6bd702e2-db82-4e6f-b249-fee1434e3a9e None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:24.769340 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fce63-a828-45e5-8d2c-ba9cbb2b5b5f req-160eec90-6755-44b9-b663-be11747d4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:24.770781 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7d2fce63-a828-45e5-8d2c-ba9cbb2b5b5f req-160eec90-6755-44b9-b663-be11747d4045 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=0bbb137a895941b1876eebfc56c28425&device_id=d893e2b6-f8b6-4cfc-97e5-1257660aefc7 HTTP/1.1" status: 200 len: 1130 time: 0.0459299 Aug 10 12:36:24.774159 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df494afc-a2dc-48fb-ad22-657b81888c15 req-22db0871-9a76-4109-85dd-0e23d0f1721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:24.775438 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-df494afc-a2dc-48fb-ad22-657b81888c15 req-22db0871-9a76-4109-85dd-0e23d0f1721b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=5e7cdd28-a708-4c60-9515-0f4475157064 HTTP/1.1" status: 200 len: 857 time: 0.0778990 Aug 10 12:36:24.795166 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device b96cc99c-2ad4-4023-a528-8c6512a0ba66 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:36:24.815159 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: b96cc99c-2ad4-4023-a528-8c6512a0ba66 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:36:24.815634 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device b96cc99c-2ad4-4023-a528-8c6512a0ba66 not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:36:24.851001 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:24.881460 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df494afc-a2dc-48fb-ad22-657b81888c15 req-4c44a7b0-ff85-4b85-8c75-ad28388a0fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:24.882926 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-df494afc-a2dc-48fb-ad22-657b81888c15 req-4c44a7b0-ff85-4b85-8c75-ad28388a0fec service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=61402a18-53ba-4745-a9e1-e8ac1dfc87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0892859 Aug 10 12:36:24.908142 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-6bd702e2-db82-4e6f-b249-fee1434e3a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': 'b765c429-5ef0-42c5-a413-48a3ea458ae8', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'port_id': '3e9aa74e-4b3e-4476-9906-4d960251eeee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'mac_address': 'fa:16:3e:63:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893e2b6-f8b6-4cfc-97e5-1257660aefc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:36:10Z', 'updated_at': '2022-08-10T12:36:24Z', 'revision_number': 1, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:24.933488 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd702e2-db82-4e6f-b249-fee1434e3a9e None None] Checking router: c738bb5a-be08-41c0-857d-5311e5d2b7ce for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:36:24.942128 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd702e2-db82-4e6f-b249-fee1434e3a9e None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:24.942753 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-6bd702e2-db82-4e6f-b249-fee1434e3a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:24.960388 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fce63-a828-45e5-8d2c-ba9cbb2b5b5f req-0f4dfc6e-42dc-4598-8d44-09a335f4cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:24.961855 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7d2fce63-a828-45e5-8d2c-ba9cbb2b5b5f req-0f4dfc6e-42dc-4598-8d44-09a335f4cf3c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=69a0d312-b2de-4689-b0c5-62b84c9112b2 HTTP/1.1" status: 200 len: 916 time: 0.1765258 Aug 10 12:36:25.028153 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:25.049945 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7d2fce63-a828-45e5-8d2c-ba9cbb2b5b5f req-dc16a474-5da3-4fb8-a734-eb52d18f3057 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e9aa74e-4b3e-4476-9906-4d960251eeee HTTP/1.1" status: 200 len: 1000 time: 0.0804791 Aug 10 12:36:25.051704 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-df494afc-a2dc-48fb-ad22-657b81888c15 req-7072bbc6-ba2c-47da-b725-67548988df3c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549246 Aug 10 12:36:25.076730 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:25.128151 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-6bd702e2-db82-4e6f-b249-fee1434e3a9e None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:25.159193 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fce63-a828-45e5-8d2c-ba9cbb2b5b5f req-d1af3d6c-e8aa-42b1-8925-aa964fc3bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:25.160646 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7d2fce63-a828-45e5-8d2c-ba9cbb2b5b5f req-d1af3d6c-e8aa-42b1-8925-aa964fc3bf4e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=475a0af2-d7c4-4476-ab09-64279713ecd6 HTTP/1.1" status: 200 len: 854 time: 0.0972335 Aug 10 12:36:25.206432 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:25.228426 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-df494afc-a2dc-48fb-ad22-657b81888c15 req-f18598b5-54f8-4d92-8bbc-65b165cb8c31 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637928 Aug 10 12:36:25.231372 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fce63-a828-45e5-8d2c-ba9cbb2b5b5f req-cba33d5d-b2fe-43d4-9792-f41603158737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:25.232726 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7d2fce63-a828-45e5-8d2c-ba9cbb2b5b5f req-cba33d5d-b2fe-43d4-9792-f41603158737 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=69a0d312-b2de-4689-b0c5-62b84c9112b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616052 Aug 10 12:36:25.348558 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7d2fce63-a828-45e5-8d2c-ba9cbb2b5b5f req-f860c509-5b56-49bd-a488-62677e5dd2f7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968933 Aug 10 12:36:25.350104 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-6bd702e2-db82-4e6f-b249-fee1434e3a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': 'b765c429-5ef0-42c5-a413-48a3ea458ae8', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'port_id': '3e9aa74e-4b3e-4476-9906-4d960251eeee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'mac_address': 'fa:16:3e:63:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893e2b6-f8b6-4cfc-97e5-1257660aefc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:36:10Z', 'updated_at': '2022-08-10T12:36:24Z', 'revision_number': 1, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:25.376315 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd702e2-db82-4e6f-b249-fee1434e3a9e None None] The sync data for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi is: [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': 'b765c429-5ef0-42c5-a413-48a3ea458ae8', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'port_id': '3e9aa74e-4b3e-4476-9906-4d960251eeee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'mac_address': 'fa:16:3e:63:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893e2b6-f8b6-4cfc-97e5-1257660aefc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:36:10Z', 'updated_at': '2022-08-10T12:36:24Z', 'revision_number': 1, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:36:25.412656 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:25.458095 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7d2fce63-a828-45e5-8d2c-ba9cbb2b5b5f req-c5b4597b-1f4f-408d-9e9f-6542acafb45b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007407 Aug 10 12:36:25.604186 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad77790-48ce-4f21-a8e0-793f335b0ae0 None None] New status for floating IP b765c429-5ef0-42c5-a413-48a3ea458ae8: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:36:25.760384 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50696) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:25.766953 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:26.126213 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cd8d36cb-1eb8-45ee-bcc3-90909b4c8d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-746591'] for router_interface (2a597191-f86c-41b4-b447-a2c166835161), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:26.337575 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:26.392070 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:26.395463 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-cd8d36cb-1eb8-45ee-bcc3-90909b4c8d64 admin admin] Deleting port a82219f4-41a0-44ac-8928-408997b07534 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:36:26.395804 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cd8d36cb-1eb8-45ee-bcc3-90909b4c8d64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (a82219f4-41a0-44ac-8928-408997b07534), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:26.473867 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-cd8d36cb-1eb8-45ee-bcc3-90909b4c8d64 admin admin] For port a82219f4-41a0-44ac-8928-408997b07534, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=a82219f4-41a0-44ac-8928-408997b07534,segment=NetworkSegment(a1b76a96-7bd5-42f4-95aa-18a43709e977),segment_id=a1b76a96-7bd5-42f4-95aa-18a43709e977)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:26.474216 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cd8d36cb-1eb8-45ee-bcc3-90909b4c8d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (a82219f4-41a0-44ac-8928-408997b07534), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:26.487076 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-cd8d36cb-1eb8-45ee-bcc3-90909b4c8d64 admin admin] Calling delete_port for a82219f4-41a0-44ac-8928-408997b07534 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:36:26.620629 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:26.663933 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cd8d36cb-1eb8-45ee-bcc3-90909b4c8d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (a82219f4-41a0-44ac-8928-408997b07534), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:26.688143 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d36cb-1eb8-45ee-bcc3-90909b4c8d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=a82219f4-41a0-44ac-8928-408997b07534,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:26.717058 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:26.856073 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cd8d36cb-1eb8-45ee-bcc3-90909b4c8d64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-746699'] for router_interface (2a597191-f86c-41b4-b447-a2c166835161), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:27.059742 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8d36cb-1eb8-45ee-bcc3-90909b4c8d64 admin admin] Router 2a597191-f86c-41b4-b447-a2c166835161 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:36:27.160470 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8d36cb-1eb8-45ee-bcc3-90909b4c8d64 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:36:27.167918 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-cd8d36cb-1eb8-45ee-bcc3-90909b4c8d64 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/2a597191-f86c-41b4-b447-a2c166835161/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4038441 Aug 10 12:36:27.167918 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50700) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:27.170749 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83119adb-f034-4a46-9543-8d52a2071701 None None] Sync routers for ids ['2a597191-f86c-41b4-b447-a2c166835161'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:36:27.180417 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83119adb-f034-4a46-9543-8d52a2071701 None None] Routers {'2a597191-f86c-41b4-b447-a2c166835161'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:27.181014 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-83119adb-f034-4a46-9543-8d52a2071701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['2a597191-f86c-41b4-b447-a2c166835161'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:27.204533 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:27.281893 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-83119adb-f034-4a46-9543-8d52a2071701 None None] Set router 2a597191-f86c-41b4-b447-a2c166835161 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:27.455853 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-83119adb-f034-4a46-9543-8d52a2071701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a597191-f86c-41b4-b447-a2c166835161', 'name': 'tempest-TestMinimumBasicScenario-2091907442-router', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:36:26Z', 'revision_number': 5, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'gw_port': {'id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:27.481058 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83119adb-f034-4a46-9543-8d52a2071701 None None] Checking router: 2a597191-f86c-41b4-b447-a2c166835161 for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:36:27.488661 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ec9b5d43-7f8e-40f8-b8ff-7792fa5ae8b6 admin admin] Publish callbacks [] for router (2a597191-f86c-41b4-b447-a2c166835161), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:27.489887 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83119adb-f034-4a46-9543-8d52a2071701 None None] Routers {'2a597191-f86c-41b4-b447-a2c166835161'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:27.491744 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-83119adb-f034-4a46-9543-8d52a2071701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['2a597191-f86c-41b4-b447-a2c166835161'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:27.588033 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-83119adb-f034-4a46-9543-8d52a2071701 None None] Set router 2a597191-f86c-41b4-b447-a2c166835161 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:27.588846 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ec9b5d43-7f8e-40f8-b8ff-7792fa5ae8b6 admin admin] Publish callbacks [] for router_gateway (2a597191-f86c-41b4-b447-a2c166835161), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:27.636234 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b5d43-7f8e-40f8-b8ff-7792fa5ae8b6 admin admin] Deleting port ef6ecdb8-c721-4c58-916f-f637457eb930 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:36:27.636566 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ec9b5d43-7f8e-40f8-b8ff-7792fa5ae8b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (ef6ecdb8-c721-4c58-916f-f637457eb930), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:27.716233 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-ec9b5d43-7f8e-40f8-b8ff-7792fa5ae8b6 admin admin] For port ef6ecdb8-c721-4c58-916f-f637457eb930, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=ef6ecdb8-c721-4c58-916f-f637457eb930,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:27.716520 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ec9b5d43-7f8e-40f8-b8ff-7792fa5ae8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (ef6ecdb8-c721-4c58-916f-f637457eb930), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:27.729387 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b5d43-7f8e-40f8-b8ff-7792fa5ae8b6 admin admin] Calling delete_port for ef6ecdb8-c721-4c58-916f-f637457eb930 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:36:27.753250 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-83119adb-f034-4a46-9543-8d52a2071701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a597191-f86c-41b4-b447-a2c166835161', 'name': 'tempest-TestMinimumBasicScenario-2091907442-router', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:36:26Z', 'revision_number': 5, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'gw_port': {'id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:27.777206 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83119adb-f034-4a46-9543-8d52a2071701 None None] The sync data for ids ['2a597191-f86c-41b4-b447-a2c166835161'] in dv-cinder-852261-3-iscsi is: [{'id': '2a597191-f86c-41b4-b447-a2c166835161', 'name': 'tempest-TestMinimumBasicScenario-2091907442-router', 'tenant_id': 'cb4fb7d34a90445e9677ce7287759724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:36:26Z', 'revision_number': 5, 'project_id': 'cb4fb7d34a90445e9677ce7287759724', 'gw_port': {'id': 'ef6ecdb8-c721-4c58-916f-f637457eb930', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a597191-f86c-41b4-b447-a2c166835161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:16Z', 'updated_at': '2022-08-10T12:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:36:27.790401 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:27.894778 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ec9b5d43-7f8e-40f8-b8ff-7792fa5ae8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (ef6ecdb8-c721-4c58-916f-f637457eb930), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:27.921985 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b5d43-7f8e-40f8-b8ff-7792fa5ae8b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef6ecdb8-c721-4c58-916f-f637457eb930,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:27.982151 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ec9b5d43-7f8e-40f8-b8ff-7792fa5ae8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691259'] for router_gateway (2a597191-f86c-41b4-b447-a2c166835161), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:28.067197 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ec9b5d43-7f8e-40f8-b8ff-7792fa5ae8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (2a597191-f86c-41b4-b447-a2c166835161), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:28.069243 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ec9b5d43-7f8e-40f8-b8ff-7792fa5ae8b6 admin admin] Publish callbacks [] for router_controller (2a597191-f86c-41b4-b447-a2c166835161), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:28.114599 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ec9b5d43-7f8e-40f8-b8ff-7792fa5ae8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747860'] for router (2a597191-f86c-41b4-b447-a2c166835161), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:28.115179 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9b5d43-7f8e-40f8-b8ff-7792fa5ae8b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a597191-f86c-41b4-b447-a2c166835161 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 12:36:28.121048 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ec9b5d43-7f8e-40f8-b8ff-7792fa5ae8b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:28.124783 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-ec9b5d43-7f8e-40f8-b8ff-7792fa5ae8b6 admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/2a597191-f86c-41b4-b447-a2c166835161 HTTP/1.1" status: 204 len: 168 time: 0.9534745 Aug 10 12:36:28.125221 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50702) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:28.171952 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_v2 [None req-37cec8bb-2f71-4328-90a5-a4c4a67896f2 admin admin] Deleting subnet 5a421661-37ef-440c-b88e-55072973c640 {{(pid=103790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 10 12:36:28.175751 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-37cec8bb-2f71-4328-90a5-a4c4a67896f2 admin admin] Publish callbacks [] for subnet (5a421661-37ef-440c-b88e-55072973c640), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:28.211333 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-37cec8bb-2f71-4328-90a5-a4c4a67896f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14657668'] for subnet (5a421661-37ef-440c-b88e-55072973c640), precommit_delete_associations {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:28.316493 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-37cec8bb-2f71-4328-90a5-a4c4a67896f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731369'] for subnet (5a421661-37ef-440c-b88e-55072973c640), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:28.370801 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-37cec8bb-2f71-4328-90a5-a4c4a67896f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14596431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14164736'] for subnet (5a421661-37ef-440c-b88e-55072973c640), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:28.399408 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cec8bb-2f71-4328-90a5-a4c4a67896f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a421661-37ef-440c-b88e-55072973c640,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:28.401479 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-37cec8bb-2f71-4328-90a5-a4c4a67896f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:28.405732 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-37cec8bb-2f71-4328-90a5-a4c4a67896f2 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/5a421661-37ef-440c-b88e-55072973c640 HTTP/1.1" status: 204 len: 168 time: 0.2788842 Aug 10 12:36:28.407907 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50704) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:28.413136 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b6825d-3538-4250-9e0d-fb99a1191156 None None] Network 5bf11b9e-ce66-4b66-9981-528746ab3fcc requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:36:28.485713 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d37f71ed-2bb7-4e32-9d58-d97f820ae112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659484'] for network (5bf11b9e-ce66-4b66-9981-528746ab3fcc), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:28.530311 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d37f71ed-2bb7-4e32-9d58-d97f820ae112 admin admin] Deleting port bf151029-de19-4221-9694-bb8ee9b3af92 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:36:28.530659 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d37f71ed-2bb7-4e32-9d58-d97f820ae112 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (bf151029-de19-4221-9694-bb8ee9b3af92), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:28.595527 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-d37f71ed-2bb7-4e32-9d58-d97f820ae112 admin admin] For port bf151029-de19-4221-9694-bb8ee9b3af92, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=bf151029-de19-4221-9694-bb8ee9b3af92,segment=NetworkSegment(a1b76a96-7bd5-42f4-95aa-18a43709e977),segment_id=a1b76a96-7bd5-42f4-95aa-18a43709e977)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:28.595890 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d37f71ed-2bb7-4e32-9d58-d97f820ae112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (bf151029-de19-4221-9694-bb8ee9b3af92), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:28.609088 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d37f71ed-2bb7-4e32-9d58-d97f820ae112 admin admin] Calling delete_port for bf151029-de19-4221-9694-bb8ee9b3af92 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:36:28.655228 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:28.693499 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d37f71ed-2bb7-4e32-9d58-d97f820ae112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (bf151029-de19-4221-9694-bb8ee9b3af92), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:28.718118 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f71ed-2bb7-4e32-9d58-d97f820ae112 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf151029-de19-4221-9694-bb8ee9b3af92,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:28.721957 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37f71ed-2bb7-4e32-9d58-d97f820ae112 admin admin] No DVR routers for this DVR port bf151029-de19-4221-9694-bb8ee9b3af92 on host dv-cinder-852261-3-iscsi {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:36:28.792938 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d37f71ed-2bb7-4e32-9d58-d97f820ae112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1708682', 'neutron.services.segments.db._delete_segments_for_network-8736056424951'] for network (5bf11b9e-ce66-4b66-9981-528746ab3fcc), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:28.813959 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.services.segments.db [None req-d37f71ed-2bb7-4e32-9d58-d97f820ae112 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf11b9e-ce66-4b66-9981-528746ab3fcc']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:28.823901 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.services.segments.db [None req-d37f71ed-2bb7-4e32-9d58-d97f820ae112 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b76a96-7bd5-42f4-95aa-18a43709e977') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:28.824196 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.services.segments.db [None req-d37f71ed-2bb7-4e32-9d58-d97f820ae112 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b76a96-7bd5-42f4-95aa-18a43709e977') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:28.834931 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d37f71ed-2bb7-4e32-9d58-d97f820ae112 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736056424843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649378'] for segment (a1b76a96-7bd5-42f4-95aa-18a43709e977), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:28.849878 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d37f71ed-2bb7-4e32-9d58-d97f820ae112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (a1b76a96-7bd5-42f4-95aa-18a43709e977), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:28.853735 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a20366b-53a7-4bbe-be54-c68f39fedd87 None None] DHCP port deletion for 5bf11b9e-ce66-4b66-9981-528746ab3fcc request from dv-cinder-852261-3-iscsi {{(pid=103791) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 10 12:36:28.856956 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37f71ed-2bb7-4e32-9d58-d97f820ae112 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:36:28.857424 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d37f71ed-2bb7-4e32-9d58-d97f820ae112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14084843'] for segment (a1b76a96-7bd5-42f4-95aa-18a43709e977), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:28.873938 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device a82219f4-41a0-44ac-8928-408997b07534 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:36:28.901094 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.services.segments.plugin [-] Segment a1b76a96-7bd5-42f4-95aa-18a43709e977 resource provider aggregate not found Aug 10 12:36:28.921048 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.services.segments.plugin [-] Segment a1b76a96-7bd5-42f4-95aa-18a43709e977 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1b76a96-7bd5-42f4-95aa-18a43709e977 found for delete ", "request_id": "req-2646f270-40ae-4ebe-9e24-3755fee9dbc7"}]} Aug 10 12:36:28.930585 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d37f71ed-2bb7-4e32-9d58-d97f820ae112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1708675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745837'] for network (5bf11b9e-ce66-4b66-9981-528746ab3fcc), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:28.936141 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d37f71ed-2bb7-4e32-9d58-d97f820ae112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:28.939522 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-d37f71ed-2bb7-4e32-9d58-d97f820ae112 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/5bf11b9e-ce66-4b66-9981-528746ab3fcc HTTP/1.1" status: 204 len: 168 time: 0.5306041 Aug 10 12:36:28.942580 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50710) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:28.951608 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f71ed-2bb7-4e32-9d58-d97f820ae112 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bf11b9e-ce66-4b66-9981-528746ab3fcc,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:29.025419 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: a82219f4-41a0-44ac-8928-408997b07534 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:36:29.025764 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device a82219f4-41a0-44ac-8928-408997b07534 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:36:29.431057 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:29.506630 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84e7063b-e60a-4762-8083-5cbb8ffccb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-746591'] for router_interface (8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:29.722441 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-84e7063b-e60a-4762-8083-5cbb8ffccb30 admin admin] Deleting port 5f723ab3-39a6-4a4f-8086-decc3ceac4d7 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:36:29.722780 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84e7063b-e60a-4762-8083-5cbb8ffccb30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (5f723ab3-39a6-4a4f-8086-decc3ceac4d7), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:29.767483 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:29.800444 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-84e7063b-e60a-4762-8083-5cbb8ffccb30 admin admin] For port 5f723ab3-39a6-4a4f-8086-decc3ceac4d7, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=5f723ab3-39a6-4a4f-8086-decc3ceac4d7,segment=NetworkSegment(cc0ec0d5-a256-463f-a1dd-62880ed385d5),segment_id=cc0ec0d5-a256-463f-a1dd-62880ed385d5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:29.800804 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84e7063b-e60a-4762-8083-5cbb8ffccb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (5f723ab3-39a6-4a4f-8086-decc3ceac4d7), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:29.813947 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-84e7063b-e60a-4762-8083-5cbb8ffccb30 admin admin] Calling delete_port for 5f723ab3-39a6-4a4f-8086-decc3ceac4d7 owned by network:router_interface {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:36:29.985651 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84e7063b-e60a-4762-8083-5cbb8ffccb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (5f723ab3-39a6-4a4f-8086-decc3ceac4d7), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:30.013961 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7063b-e60a-4762-8083-5cbb8ffccb30 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f723ab3-39a6-4a4f-8086-decc3ceac4d7,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:30.170458 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-84e7063b-e60a-4762-8083-5cbb8ffccb30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-746699'] for router_interface (8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:30.261589 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:30.374509 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e7063b-e60a-4762-8083-5cbb8ffccb30 admin admin] Router 8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:36:30.472133 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device bf151029-de19-4221-9694-bb8ee9b3af92 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:36:30.480188 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e7063b-e60a-4762-8083-5cbb8ffccb30 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:36:30.485669 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-84e7063b-e60a-4762-8083-5cbb8ffccb30 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5416791 Aug 10 12:36:30.488201 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50712) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:30.493071 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a4cb09-b80a-4fbf-930a-b0f075bda628 None None] Sync routers for ids ['8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:36:30.495484 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: bf151029-de19-4221-9694-bb8ee9b3af92 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:36:30.495833 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device bf151029-de19-4221-9694-bb8ee9b3af92 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:36:30.496257 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device ef6ecdb8-c721-4c58-916f-f637457eb930 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:36:30.520867 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: ef6ecdb8-c721-4c58-916f-f637457eb930 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:36:30.521213 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device ef6ecdb8-c721-4c58-916f-f637457eb930 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:36:30.522963 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4cb09-b80a-4fbf-930a-b0f075bda628 None None] Routers {'8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:30.523626 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-48a4cb09-b80a-4fbf-930a-b0f075bda628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:30.578932 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:30.588555 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-003b3e5f-259a-4d91-b0fb-c856ca40076c admin admin] Publish callbacks [] for router (8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:30.622497 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:30.627673 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-48a4cb09-b80a-4fbf-930a-b0f075bda628 None None] Set router 8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:30.689708 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-003b3e5f-259a-4d91-b0fb-c856ca40076c admin admin] Publish callbacks [] for router_gateway (8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:30.736802 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-003b3e5f-259a-4d91-b0fb-c856ca40076c admin admin] Deleting port 9e28def5-a41f-4906-a6c9-dc062e312df3 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:36:30.737335 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-003b3e5f-259a-4d91-b0fb-c856ca40076c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (9e28def5-a41f-4906-a6c9-dc062e312df3), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:30.792728 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:30.803944 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-48a4cb09-b80a-4fbf-930a-b0f075bda628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257', 'name': 'tempest-TestMinimumBasicScenario-1685768787-router', 'tenant_id': 'a0797133ed164db5bee55fe1578d2aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '9e28def5-a41f-4906-a6c9-dc062e312df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:23Z', 'updated_at': '2022-08-10T12:36:29Z', 'revision_number': 5, 'project_id': 'a0797133ed164db5bee55fe1578d2aee', 'gw_port': {'id': '9e28def5-a41f-4906-a6c9-dc062e312df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:33:23Z', 'updated_at': '2022-08-10T12:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:30.818682 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-003b3e5f-259a-4d91-b0fb-c856ca40076c admin admin] For port 9e28def5-a41f-4906-a6c9-dc062e312df3, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=9e28def5-a41f-4906-a6c9-dc062e312df3,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:30.819050 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-003b3e5f-259a-4d91-b0fb-c856ca40076c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (9e28def5-a41f-4906-a6c9-dc062e312df3), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:30.828497 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a4cb09-b80a-4fbf-930a-b0f075bda628 None None] Checking router: 8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257 for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:36:30.832237 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-003b3e5f-259a-4d91-b0fb-c856ca40076c admin admin] Calling delete_port for 9e28def5-a41f-4906-a6c9-dc062e312df3 owned by network:router_gateway {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:36:30.836934 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4cb09-b80a-4fbf-930a-b0f075bda628 None None] Routers {'8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:30.837581 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-48a4cb09-b80a-4fbf-930a-b0f075bda628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:30.919885 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-48a4cb09-b80a-4fbf-930a-b0f075bda628 None None] Set router 8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:30.971768 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-48a4cb09-b80a-4fbf-930a-b0f075bda628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257', 'name': 'tempest-TestMinimumBasicScenario-1685768787-router', 'tenant_id': 'a0797133ed164db5bee55fe1578d2aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:23Z', 'updated_at': '2022-08-10T12:36:30Z', 'revision_number': 6, 'project_id': 'a0797133ed164db5bee55fe1578d2aee', 'gw_port_host': None}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:30.995865 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a4cb09-b80a-4fbf-930a-b0f075bda628 None None] The sync data for ids ['8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257'] in dv-cinder-852261-3-iscsi is: [{'id': '8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257', 'name': 'tempest-TestMinimumBasicScenario-1685768787-router', 'tenant_id': 'a0797133ed164db5bee55fe1578d2aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:33:23Z', 'updated_at': '2022-08-10T12:36:30Z', 'revision_number': 6, 'project_id': 'a0797133ed164db5bee55fe1578d2aee', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:36:30.996160 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-003b3e5f-259a-4d91-b0fb-c856ca40076c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (9e28def5-a41f-4906-a6c9-dc062e312df3), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:31.020079 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b3e5f-259a-4d91-b0fb-c856ca40076c admin admin] Pushing event deleted for resources: {'Port': ['ID=9e28def5-a41f-4906-a6c9-dc062e312df3,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:31.086706 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:31.092168 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-003b3e5f-259a-4d91-b0fb-c856ca40076c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691259'] for router_gateway (8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:31.190557 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-003b3e5f-259a-4d91-b0fb-c856ca40076c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:31.192536 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-003b3e5f-259a-4d91-b0fb-c856ca40076c admin admin] Publish callbacks [] for router_controller (8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257), precommit_delete_associations {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:31.255574 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-003b3e5f-259a-4d91-b0fb-c856ca40076c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747860'] for router (8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:31.256178 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003b3e5f-259a-4d91-b0fb-c856ca40076c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257 {{(pid=103790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 12:36:31.261150 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-003b3e5f-259a-4d91-b0fb-c856ca40076c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:31.262315 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-003b3e5f-259a-4d91-b0fb-c856ca40076c admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/8bec5fc2-8d22-4b2e-aff7-fae2f3d2f257 HTTP/1.1" status: 204 len: 168 time: 0.7731531 Aug 10 12:36:31.264905 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50714) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:31.310708 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_v2 [None req-729014cf-b207-4957-80b0-a626fade1cf7 admin admin] Deleting subnet c27ad68f-8fe1-4411-9d0e-dc1086006263 {{(pid=103790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 10 12:36:31.314396 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-729014cf-b207-4957-80b0-a626fade1cf7 admin admin] Publish callbacks [] for subnet (c27ad68f-8fe1-4411-9d0e-dc1086006263), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:31.348265 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-729014cf-b207-4957-80b0-a626fade1cf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14657668'] for subnet (c27ad68f-8fe1-4411-9d0e-dc1086006263), precommit_delete_associations {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:31.425003 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-729014cf-b207-4957-80b0-a626fade1cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731369'] for subnet (c27ad68f-8fe1-4411-9d0e-dc1086006263), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:31.460730 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:31.482011 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-729014cf-b207-4957-80b0-a626fade1cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14596431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14164736'] for subnet (c27ad68f-8fe1-4411-9d0e-dc1086006263), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:31.507683 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729014cf-b207-4957-80b0-a626fade1cf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c27ad68f-8fe1-4411-9d0e-dc1086006263,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:31.511039 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-729014cf-b207-4957-80b0-a626fade1cf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:31.514151 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-729014cf-b207-4957-80b0-a626fade1cf7 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/c27ad68f-8fe1-4411-9d0e-dc1086006263 HTTP/1.1" status: 204 len: 168 time: 0.2483139 Aug 10 12:36:31.516730 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50718) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:31.519240 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0696ca40-72cb-4f9a-b13d-d62ff6ee3680 None None] Network 14cfbdd1-a035-4d18-b676-e7ef90fe1f67 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:36:31.585134 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93c67273-838c-43b3-8057-17890a01caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659484'] for network (14cfbdd1-a035-4d18-b676-e7ef90fe1f67), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:31.628582 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-93c67273-838c-43b3-8057-17890a01caf9 admin admin] Deleting port a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:36:31.628926 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93c67273-838c-43b3-8057-17890a01caf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:31.694111 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-93c67273-838c-43b3-8057-17890a01caf9 admin admin] For port a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0,segment=NetworkSegment(cc0ec0d5-a256-463f-a1dd-62880ed385d5),segment_id=cc0ec0d5-a256-463f-a1dd-62880ed385d5)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:31.694407 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93c67273-838c-43b3-8057-17890a01caf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:31.707999 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-93c67273-838c-43b3-8057-17890a01caf9 admin admin] Calling delete_port for a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:36:31.784937 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93c67273-838c-43b3-8057-17890a01caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:31.793768 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287a6bdb-48ed-4c37-be50-058a6b675e46 None None] DHCP port deletion for 14cfbdd1-a035-4d18-b676-e7ef90fe1f67 request from dv-cinder-852261-3-iscsi {{(pid=103791) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 10 12:36:31.800517 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c67273-838c-43b3-8057-17890a01caf9 admin admin] No DVR routers for this DVR port a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0 on host dv-cinder-852261-3-iscsi {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:36:31.828340 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c67273-838c-43b3-8057-17890a01caf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:31.896229 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93c67273-838c-43b3-8057-17890a01caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1708682', 'neutron.services.segments.db._delete_segments_for_network-8736056424951'] for network (14cfbdd1-a035-4d18-b676-e7ef90fe1f67), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:31.916434 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-93c67273-838c-43b3-8057-17890a01caf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14cfbdd1-a035-4d18-b676-e7ef90fe1f67']}} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:31.926748 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-93c67273-838c-43b3-8057-17890a01caf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0ec0d5-a256-463f-a1dd-62880ed385d5') {'for_net_delete': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:31.927077 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-93c67273-838c-43b3-8057-17890a01caf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0ec0d5-a256-463f-a1dd-62880ed385d5') {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:31.936475 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93c67273-838c-43b3-8057-17890a01caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736056424843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14657679'] for segment (cc0ec0d5-a256-463f-a1dd-62880ed385d5), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:31.950027 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93c67273-838c-43b3-8057-17890a01caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (cc0ec0d5-a256-463f-a1dd-62880ed385d5), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:31.956625 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c67273-838c-43b3-8057-17890a01caf9 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:36:31.957030 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93c67273-838c-43b3-8057-17890a01caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14596241'] for segment (cc0ec0d5-a256-463f-a1dd-62880ed385d5), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:32.025636 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93c67273-838c-43b3-8057-17890a01caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1708675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745837'] for network (14cfbdd1-a035-4d18-b676-e7ef90fe1f67), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:32.034174 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93c67273-838c-43b3-8057-17890a01caf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:32.037237 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-93c67273-838c-43b3-8057-17890a01caf9 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/14cfbdd1-a035-4d18-b676-e7ef90fe1f67 HTTP/1.1" status: 204 len: 168 time: 0.5195513 Aug 10 12:36:32.038980 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment cc0ec0d5-a256-463f-a1dd-62880ed385d5 resource provider aggregate not found Aug 10 12:36:32.053433 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c67273-838c-43b3-8057-17890a01caf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=14cfbdd1-a035-4d18-b676-e7ef90fe1f67,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:32.068166 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment cc0ec0d5-a256-463f-a1dd-62880ed385d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc0ec0d5-a256-463f-a1dd-62880ed385d5 found for delete ", "request_id": "req-e70b2159-8627-40b8-b07d-8ff5a36fd0d9"}]} Aug 10 12:36:32.218259 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50728) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:32.258683 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-04047199-cdec-464a-8296-9a0ce2155246 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=cb4fb7d34a90445e9677ce7287759724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386536 Aug 10 12:36:32.260947 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50730) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:32.280087 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:32.310644 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2e67a212-f82d-4943-b975-f06cd191f31d admin admin] Publish callbacks [] for security_group (101a2541-9301-4764-a64f-2a5bf0e85686), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:32.332075 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2e67a212-f82d-4943-b975-f06cd191f31d admin admin] Publish callbacks [] for security_group (101a2541-9301-4764-a64f-2a5bf0e85686), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:32.379911 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2e67a212-f82d-4943-b975-f06cd191f31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (101a2541-9301-4764-a64f-2a5bf0e85686), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:32.382499 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-2e67a212-f82d-4943-b975-f06cd191f31d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:32.383757 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-2e67a212-f82d-4943-b975-f06cd191f31d admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/101a2541-9301-4764-a64f-2a5bf0e85686 HTTP/1.1" status: 204 len: 168 time: 0.1217976 Aug 10 12:36:32.392206 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67a212-f82d-4943-b975-f06cd191f31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101a2541-9301-4764-a64f-2a5bf0e85686,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:32.432082 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 9e28def5-a41f-4906-a6c9-dc062e312df3 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:36:32.450597 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: 9e28def5-a41f-4906-a6c9-dc062e312df3 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:36:32.450943 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 9e28def5-a41f-4906-a6c9-dc062e312df3 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:36:32.451350 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 5f723ab3-39a6-4a4f-8086-decc3ceac4d7 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:36:32.470828 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: 5f723ab3-39a6-4a4f-8086-decc3ceac4d7 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:36:32.471433 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 5f723ab3-39a6-4a4f-8086-decc3ceac4d7 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:36:32.471848 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:36:32.489346 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:36:32.489696 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device a6624e74-c1d0-40e8-bc0b-d8f413ecf3a0 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:36:32.706264 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50738) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:32.749951 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-5f501f67-fb89-48b9-b14e-7854d62daa29 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=a0797133ed164db5bee55fe1578d2aee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424581 Aug 10 12:36:32.752912 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50740) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:32.772363 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:32.802110 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f6b355c4-9da9-4a59-a2e4-8459fe987bef admin admin] Publish callbacks [] for security_group (6b0cc72f-3a5d-40ac-98b2-1c560ab8a0d2), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:32.823357 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f6b355c4-9da9-4a59-a2e4-8459fe987bef admin admin] Publish callbacks [] for security_group (6b0cc72f-3a5d-40ac-98b2-1c560ab8a0d2), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:32.871053 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f6b355c4-9da9-4a59-a2e4-8459fe987bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (6b0cc72f-3a5d-40ac-98b2-1c560ab8a0d2), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:32.873808 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f6b355c4-9da9-4a59-a2e4-8459fe987bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:32.875160 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-f6b355c4-9da9-4a59-a2e4-8459fe987bef admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/6b0cc72f-3a5d-40ac-98b2-1c560ab8a0d2 HTTP/1.1" status: 204 len: 168 time: 0.1213481 Aug 10 12:36:32.883745 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b355c4-9da9-4a59-a2e4-8459fe987bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0cc72f-3a5d-40ac-98b2-1c560ab8a0d2,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:33.542487 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50764) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:33.638576 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-1e8e36c1-961b-4302-9be2-58cafc16e969 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1201673380-network', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:33.659840 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8e36c1-961b-4302-9be2-58cafc16e969 admin admin] Made reservation on behalf of f63c30b5d2af4144b096b78c7ab308a7 for: {'network': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:36:33.662389 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1e8e36c1-961b-4302-9be2-58cafc16e969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for network (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:33.670732 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1e8e36c1-961b-4302-9be2-58cafc16e969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:33.746684 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1e8e36c1-961b-4302-9be2-58cafc16e969 admin admin] Publish callbacks [] for security_group (5ecffae7-de6b-4fd8-a69c-eae5866087ea), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:33.752686 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1e8e36c1-961b-4302-9be2-58cafc16e969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (5ecffae7-de6b-4fd8-a69c-eae5866087ea), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:33.780607 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8e36c1-961b-4302-9be2-58cafc16e969 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:36:33.791358 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e36c1-961b-4302-9be2-58cafc16e969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecffae7-de6b-4fd8-a69c-eae5866087ea,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:33.798539 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1e8e36c1-961b-4302-9be2-58cafc16e969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:33.798883 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.segments_db [None req-1e8e36c1-961b-4302-9be2-58cafc16e969 admin admin] Added segment c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403 of type vlan for network ce24948c-b056-4a3f-868d-8498edb8d6bb Aug 10 12:36:33.845320 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1e8e36c1-961b-4302-9be2-58cafc16e969 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736055994067'] for network (ce24948c-b056-4a3f-868d-8498edb8d6bb), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:33.871131 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1e8e36c1-961b-4302-9be2-58cafc16e969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for network (ce24948c-b056-4a3f-868d-8498edb8d6bb), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:33.872421 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8e36c1-961b-4302-9be2-58cafc16e969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:33.873140 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1e8e36c1-961b-4302-9be2-58cafc16e969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:33.926017 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-1e8e36c1-961b-4302-9be2-58cafc16e969 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3824415 Aug 10 12:36:33.929148 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50774) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:33.934800 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-9b8aad09-569f-4fa0-ba1b-47c39831c959 admin admin] Request body: {'subnet': {'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1201673380-subnet', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:33.939197 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e36c1-961b-4302-9be2-58cafc16e969 admin admin] Pushing event updated for resources: {'Network': ['ID=ce24948c-b056-4a3f-868d-8498edb8d6bb,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:33.949447 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:33.950518 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Network ce24948c-b056-4a3f-868d-8498edb8d6bb details requested by agent ovs-agent-dv-cinder-852261-3-iscsi with host dv-cinder-852261-3-iscsi {{(pid=103791) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:36:33.957831 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8aad09-569f-4fa0-ba1b-47c39831c959 admin admin] Made reservation on behalf of f63c30b5d2af4144b096b78c7ab308a7 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:36:33.960641 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9b8aad09-569f-4fa0-ba1b-47c39831c959 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12800801'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:34.177704 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9b8aad09-569f-4fa0-ba1b-47c39831c959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14084982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12800783'] for subnet (cc0fd4fd-13f8-4b42-b035-5455593f783d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:34.241912 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8aad09-569f-4fa0-ba1b-47c39831c959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc0fd4fd-13f8-4b42-b035-5455593f783d,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:34.254174 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8aad09-569f-4fa0-ba1b-47c39831c959 admin admin] Checking segment: {'id': 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:36:34.254539 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8aad09-569f-4fa0-ba1b-47c39831c959 admin admin] Network hostable DHCP agents. Network: ce24948c-b056-4a3f-868d-8498edb8d6bb, hostable agents: ['3740d807-28f7-4854-acf5-2b19d0b15337'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:36:34.273830 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8aad09-569f-4fa0-ba1b-47c39831c959 admin admin] Network ce24948c-b056-4a3f-868d-8498edb8d6bb is scheduled to be hosted by DHCP agent 3740d807-28f7-4854-acf5-2b19d0b15337 with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:36:34.283448 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-9b8aad09-569f-4fa0-ba1b-47c39831c959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-3-iscsi, ce24948c-b056-4a3f-868d-8498edb8d6bb) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:36:34.287692 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8aad09-569f-4fa0-ba1b-47c39831c959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:34.288295 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9b8aad09-569f-4fa0-ba1b-47c39831c959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:34.293815 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792a2c6a-f866-4292-b9f2-09da40c01a45 None None] Network ce24948c-b056-4a3f-868d-8498edb8d6bb requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:36:34.305212 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-9b8aad09-569f-4fa0-ba1b-47c39831c959 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3743877 Aug 10 12:36:34.307867 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50780) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:34.313472 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-1e0311da-5807-45af-9682-69522dd758a9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:34.337354 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1e0311da-5807-45af-9682-69522dd758a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4638'] for router (d3a25904-8d18-4724-b808-8940b19fafcb), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:34.338612 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1e0311da-5807-45af-9682-69522dd758a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4629'] for router (d3a25904-8d18-4724-b808-8940b19fafcb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:34.391655 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1e0311da-5807-45af-9682-69522dd758a9 admin admin] Publish callbacks [] for router_controller (d3a25904-8d18-4724-b808-8940b19fafcb), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:34.402243 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86ca77f6-5be4-552c-98a5-d2332f118cbe-ce24948c-b056-4a3f-868d-8498edb8d6bb', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d'}]}} from dv-cinder-852261-3-iscsi. {{(pid=103791) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 10 12:36:34.403183 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:34.490874 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:34.527685 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1e0311da-5807-45af-9682-69522dd758a9 admin admin] Publish callbacks [] for router_gateway (d3a25904-8d18-4724-b808-8940b19fafcb), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:34.540027 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.db_base_plugin_common [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] Allocated IP 172.20.0.2 (ce24948c-b056-4a3f-868d-8498edb8d6bb/cc0fd4fd-13f8-4b42-b035-5455593f783d/023d7293-6fe9-4548-bfb6-9069723bfd6d) {{(pid=103791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:36:34.683731 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] Publish callbacks [] for port (023d7293-6fe9-4548-bfb6-9069723bfd6d), precommit_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:34.690268 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (023d7293-6fe9-4548-bfb6-9069723bfd6d), after_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:34.705876 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1e0311da-5807-45af-9682-69522dd758a9 admin admin] Publish callbacks [] for router_gateway (d3a25904-8d18-4724-b808-8940b19fafcb), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:34.725257 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1e0311da-5807-45af-9682-69522dd758a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:34.731672 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] Network ce24948c-b056-4a3f-868d-8498edb8d6bb is already hosted by enough agents. {{(pid=103791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:36:34.735497 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.base_scheduler [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] Resources bound (agent type, host, resource id): {{(pid=103791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:36:34.739337 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] Received port after_create {{(pid=103791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:36:34.743945 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] Pushing event updated for resources: {'Port': ['ID=023d7293-6fe9-4548-bfb6-9069723bfd6d,revision_number=1']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:34.785895 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:34.799257 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] Attempting to bind port 023d7293-6fe9-4548-bfb6-9069723bfd6d on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:36:34.799660 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] Attempting to bind port 023d7293-6fe9-4548-bfb6-9069723bfd6d by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:36:34.800096 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] Attempting to bind port 023d7293-6fe9-4548-bfb6-9069723bfd6d on network ce24948c-b056-4a3f-868d-8498edb8d6bb {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:36:34.803258 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:34.807432 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:36:34.807802 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] Checking segment: {'id': 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:36:34.808199 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:34.808584 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] Bound using segment: {'id': 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:36:34.809038 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] Bound port: 023d7293-6fe9-4548-bfb6-9069723bfd6d, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:36:34.809435 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (023d7293-6fe9-4548-bfb6-9069723bfd6d), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:34.836917 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-1e0311da-5807-45af-9682-69522dd758a9 admin admin] Allocated IP 172.27.0.199 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/c7973f78-3d48-4ded-ad52-0f673f70caf1) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:36:34.876008 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] For port 023d7293-6fe9-4548-bfb6-9069723bfd6d, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:36:34.879003 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] For port 023d7293-6fe9-4548-bfb6-9069723bfd6d, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=023d7293-6fe9-4548-bfb6-9069723bfd6d,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:36:34.885372 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (023d7293-6fe9-4548-bfb6-9069723bfd6d), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:34.937042 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d9e79-4254-432e-a3b8-62e4e2201b9c None None] Pushing event updated for resources: {'Port': ['ID=023d7293-6fe9-4548-bfb6-9069723bfd6d,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:34.962741 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1e0311da-5807-45af-9682-69522dd758a9 admin admin] Publish callbacks [] for port (c7973f78-3d48-4ded-ad52-0f673f70caf1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:34.965219 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:35.000814 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1e0311da-5807-45af-9682-69522dd758a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (c7973f78-3d48-4ded-ad52-0f673f70caf1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:35.048144 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0311da-5807-45af-9682-69522dd758a9 admin admin] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:36:35.052549 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0311da-5807-45af-9682-69522dd758a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c7973f78-3d48-4ded-ad52-0f673f70caf1,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:35.053762 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-1e0311da-5807-45af-9682-69522dd758a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:36:35.058139 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0311da-5807-45af-9682-69522dd758a9 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:36:35.314712 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1e0311da-5807-45af-9682-69522dd758a9 admin admin] Publish callbacks [] for router_gateway (d3a25904-8d18-4724-b808-8940b19fafcb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:35.390211 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:35.506410 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1e0311da-5807-45af-9682-69522dd758a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690056'] for router (d3a25904-8d18-4724-b808-8940b19fafcb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:35.636645 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0311da-5807-45af-9682-69522dd758a9 admin admin] Router d3a25904-8d18-4724-b808-8940b19fafcb is scheduled to L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 10 12:36:35.738932 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0311da-5807-45af-9682-69522dd758a9 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:36:35.747692 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] Sync routers for ids ['d3a25904-8d18-4724-b808-8940b19fafcb'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:36:35.758469 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1e0311da-5807-45af-9682-69522dd758a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:35.759603 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] Routers {'d3a25904-8d18-4724-b808-8940b19fafcb'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:35.759733 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-1e0311da-5807-45af-9682-69522dd758a9 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4507110 Aug 10 12:36:35.760229 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d3a25904-8d18-4724-b808-8940b19fafcb'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:35.762619 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50786) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:35.809080 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f04bab8-45fd-4ad0-8a22-af235f76410f None None] Network ce24948c-b056-4a3f-868d-8498edb8d6bb requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:36:35.811050 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:35.859528 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:35.865877 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] Set router d3a25904-8d18-4724-b808-8940b19fafcb gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:35.924597 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-b9df98ee-2eb1-4688-857e-a7974b9779a3 None None] Provisioning complete for port 023d7293-6fe9-4548-bfb6-9069723bfd6d triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:36:35.925250 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b9df98ee-2eb1-4688-857e-a7974b9779a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (023d7293-6fe9-4548-bfb6-9069723bfd6d), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:36.012682 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-b9df98ee-2eb1-4688-857e-a7974b9779a3 None None] Current status of the port 023d7293-6fe9-4548-bfb6-9069723bfd6d is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:36:36.013342 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b9df98ee-2eb1-4688-857e-a7974b9779a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (023d7293-6fe9-4548-bfb6-9069723bfd6d), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:36.045501 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:35Z', 'revision_number': 3, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:36.050744 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-b9df98ee-2eb1-4688-857e-a7974b9779a3 None None] For port 023d7293-6fe9-4548-bfb6-9069723bfd6d, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=023d7293-6fe9-4548-bfb6-9069723bfd6d,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:36.060673 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b9df98ee-2eb1-4688-857e-a7974b9779a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (023d7293-6fe9-4548-bfb6-9069723bfd6d), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:36.109256 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] Checking router: d3a25904-8d18-4724-b808-8940b19fafcb for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:36:36.110531 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] Updating router d3a25904-8d18-4724-b808-8940b19fafcb port c7973f78-3d48-4ded-ad52-0f673f70caf1 binding host dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:36:36.122520 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df98ee-2eb1-4688-857e-a7974b9779a3 None None] Pushing event updated for resources: {'Port': ['ID=023d7293-6fe9-4548-bfb6-9069723bfd6d,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:36.167109 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:36.168364 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (c7973f78-3d48-4ded-ad52-0f673f70caf1), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:36.225740 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-edbc9d3e-d880-4637-9051-8a9f6110aceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:36.282029 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-fa98dfde-9e61-4648-a1fd-eea59055671e None None] Provisioning complete for port 023d7293-6fe9-4548-bfb6-9069723bfd6d triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:36:36.282760 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-fa98dfde-9e61-4648-a1fd-eea59055671e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (023d7293-6fe9-4548-bfb6-9069723bfd6d), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:36.285130 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:36.413380 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-fa98dfde-9e61-4648-a1fd-eea59055671e None None] Current status of the port 023d7293-6fe9-4548-bfb6-9069723bfd6d is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:36:36.425297 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-edbc9d3e-d880-4637-9051-8a9f6110aceb admin admin] Allocated IP 172.20.0.1 (ce24948c-b056-4a3f-868d-8498edb8d6bb/cc0fd4fd-13f8-4b42-b035-5455593f783d/f0a80c90-9aee-4ea8-923b-4a40268b8d2f) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:36:36.495957 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c4067-6af0-44d3-b263-d1f445e36e4c req-3a1e0b19-c4e0-494f-8787-2fde3465c189 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:36.501783 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-937c4067-6af0-44d3-b263-d1f445e36e4c req-3a1e0b19-c4e0-494f-8787-2fde3465c189 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0668731 Aug 10 12:36:36.518067 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 023d7293-6fe9-4548-bfb6-9069723bfd6d up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:36:36.552900 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] Publish callbacks [] for port (c7973f78-3d48-4ded-ad52-0f673f70caf1), precommit_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:36.556740 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-937c4067-6af0-44d3-b263-d1f445e36e4c req-dd4ba106-d44d-459f-a6ae-198635c15a38 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524178 Aug 10 12:36:36.560440 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (c7973f78-3d48-4ded-ad52-0f673f70caf1), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:36.567889 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-edbc9d3e-d880-4637-9051-8a9f6110aceb admin admin] Publish callbacks [] for port (f0a80c90-9aee-4ea8-923b-4a40268b8d2f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:36.571742 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 023d7293-6fe9-4548-bfb6-9069723bfd6d triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:36:36.572126 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (023d7293-6fe9-4548-bfb6-9069723bfd6d), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:36.605841 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] Attempting to bind port c7973f78-3d48-4ded-ad52-0f673f70caf1 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:36:36.606209 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] Attempting to bind port c7973f78-3d48-4ded-ad52-0f673f70caf1 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:36:36.606563 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] Attempting to bind port c7973f78-3d48-4ded-ad52-0f673f70caf1 on network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:36:36.614541 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fedf4-1077-44a8-a8a3-362cf4043f79 None None] Pushing event updated for resources: {'Port': ['ID=c7973f78-3d48-4ded-ad52-0f673f70caf1,revision_number=2']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:36.618202 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:36:36.618526 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] Checking segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:36:36.618886 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:36.619476 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] Bound using segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:36:36.619971 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] Bound port: c7973f78-3d48-4ded-ad52-0f673f70caf1, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:36:36.620350 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (c7973f78-3d48-4ded-ad52-0f673f70caf1), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:36.623076 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-edbc9d3e-d880-4637-9051-8a9f6110aceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (f0a80c90-9aee-4ea8-923b-4a40268b8d2f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:36.646967 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fedf4-1077-44a8-a8a3-362cf4043f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:36.647305 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fedf4-1077-44a8-a8a3-362cf4043f79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:36.647839 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fedf4-1077-44a8-a8a3-362cf4043f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:36.648337 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fedf4-1077-44a8-a8a3-362cf4043f79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:36.648854 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fedf4-1077-44a8-a8a3-362cf4043f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:36.649421 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fedf4-1077-44a8-a8a3-362cf4043f79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:36.649931 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fedf4-1077-44a8-a8a3-362cf4043f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:36.650430 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fedf4-1077-44a8-a8a3-362cf4043f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:36.650926 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fedf4-1077-44a8-a8a3-362cf4043f79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:36.651441 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fedf4-1077-44a8-a8a3-362cf4043f79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:36.651940 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fedf4-1077-44a8-a8a3-362cf4043f79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:36.652452 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fedf4-1077-44a8-a8a3-362cf4043f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:36.652954 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fedf4-1077-44a8-a8a3-362cf4043f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:36.653466 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fedf4-1077-44a8-a8a3-362cf4043f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:36.653968 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8fedf4-1077-44a8-a8a3-362cf4043f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:36.666999 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc9d3e-d880-4637-9051-8a9f6110aceb admin admin] Network ce24948c-b056-4a3f-868d-8498edb8d6bb is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:36:36.668534 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 023d7293-6fe9-4548-bfb6-9069723bfd6d is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:36:36.672335 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-edbc9d3e-d880-4637-9051-8a9f6110aceb admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:36:36.674492 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc9d3e-d880-4637-9051-8a9f6110aceb admin admin] Pushing event updated for resources: {'Port': ['ID=f0a80c90-9aee-4ea8-923b-4a40268b8d2f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:36.676623 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbc9d3e-d880-4637-9051-8a9f6110aceb admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:36:36.691772 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] For port c7973f78-3d48-4ded-ad52-0f673f70caf1, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:36:36.695456 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] For port c7973f78-3d48-4ded-ad52-0f673f70caf1, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=c7973f78-3d48-4ded-ad52-0f673f70caf1,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:36:36.702423 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (c7973f78-3d48-4ded-ad52-0f673f70caf1), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:36.720808 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-edbc9d3e-d880-4637-9051-8a9f6110aceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745920'] for router_interface (d3a25904-8d18-4724-b808-8940b19fafcb), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:36.747511 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] Routers {'d3a25904-8d18-4724-b808-8940b19fafcb'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:36.747841 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d3a25904-8d18-4724-b808-8940b19fafcb'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:36.789300 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:36.811122 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fedf4-1077-44a8-a8a3-362cf4043f79 None None] Pushing event updated for resources: {'Port': ['ID=c7973f78-3d48-4ded-ad52-0f673f70caf1,revision_number=3']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:36.848625 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:36.859390 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-edbc9d3e-d880-4637-9051-8a9f6110aceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (f0a80c90-9aee-4ea8-923b-4a40268b8d2f), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:36.874007 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] Set router d3a25904-8d18-4724-b808-8940b19fafcb gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:36.934943 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-8ce16134-cbd0-45bc-a351-e2f5b9016b19 None None] Provisioning complete for port f0a80c90-9aee-4ea8-923b-4a40268b8d2f triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:36:36.935527 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8ce16134-cbd0-45bc-a351-e2f5b9016b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (f0a80c90-9aee-4ea8-923b-4a40268b8d2f), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:36.967728 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-8ce16134-cbd0-45bc-a351-e2f5b9016b19 None None] Port f0a80c90-9aee-4ea8-923b-4a40268b8d2f cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:36:37.027342 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-edbc9d3e-d880-4637-9051-8a9f6110aceb admin admin] Publish callbacks [] for port (f0a80c90-9aee-4ea8-923b-4a40268b8d2f), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:37.032024 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-edbc9d3e-d880-4637-9051-8a9f6110aceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14084867'] for port (f0a80c90-9aee-4ea8-923b-4a40268b8d2f), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:37.040662 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:35Z', 'revision_number': 3, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:37.069521 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a620bc6-4110-40b5-ac3a-2edbf8c7ebeb None None] The sync data for ids ['d3a25904-8d18-4724-b808-8940b19fafcb'] in dv-cinder-852261-3-iscsi is: [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:35Z', 'revision_number': 3, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:36:37.341807 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-edbc9d3e-d880-4637-9051-8a9f6110aceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746544'] for router_interface (d3a25904-8d18-4724-b808-8940b19fafcb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:37.349051 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc9d3e-d880-4637-9051-8a9f6110aceb admin admin] Pushing event updated for resources: {'Port': ['ID=f0a80c90-9aee-4ea8-923b-4a40268b8d2f,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:37.355573 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:37.449560 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc9d3e-d880-4637-9051-8a9f6110aceb admin admin] Network ce24948c-b056-4a3f-868d-8498edb8d6bb is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:36:37.451016 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-edbc9d3e-d880-4637-9051-8a9f6110aceb admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:36:37.573371 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbc9d3e-d880-4637-9051-8a9f6110aceb admin admin] Router d3a25904-8d18-4724-b808-8940b19fafcb has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:36:37.686639 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:37.696005 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-458a6613-dad6-4427-8f22-12e2844d79c4 None None] Provisioning complete for port f0a80c90-9aee-4ea8-923b-4a40268b8d2f triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:36:37.696381 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-458a6613-dad6-4427-8f22-12e2844d79c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (f0a80c90-9aee-4ea8-923b-4a40268b8d2f), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:37.724515 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb71f1-d5e7-4841-abec-619f3ccda869 req-66ef643a-9f8c-4a64-b79c-8da37e0fddbc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:37.726106 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-67fb71f1-d5e7-4841-abec-619f3ccda869 req-66ef643a-9f8c-4a64-b79c-8da37e0fddbc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0654297 Aug 10 12:36:37.729116 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbc9d3e-d880-4637-9051-8a9f6110aceb admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:36:37.734090 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-edbc9d3e-d880-4637-9051-8a9f6110aceb admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/d3a25904-8d18-4724-b808-8940b19fafcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9700835 Aug 10 12:36:37.752714 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-458a6613-dad6-4427-8f22-12e2844d79c4 None None] Port f0a80c90-9aee-4ea8-923b-4a40268b8d2f cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:36:37.780720 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-67fb71f1-d5e7-4841-abec-619f3ccda869 req-12cb33d2-a479-4432-993f-a976a5e6d088 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448396 Aug 10 12:36:38.230452 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50826) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:38.235356 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-492d738c-a489-497f-baa6-376fe2c6b4be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1147777678-network', 'tenant_id': '79e32c4ab8954579906632ff27e2c999'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:38.256133 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492d738c-a489-497f-baa6-376fe2c6b4be admin admin] Made reservation on behalf of 79e32c4ab8954579906632ff27e2c999 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:36:38.258578 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-492d738c-a489-497f-baa6-376fe2c6b4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:38.267840 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-492d738c-a489-497f-baa6-376fe2c6b4be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:38.352762 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:38.355083 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-492d738c-a489-497f-baa6-376fe2c6b4be admin admin] Publish callbacks [] for security_group (5d02f8ab-21a6-4ae9-bdd6-cdab8dbfb1ec), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:38.360747 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-492d738c-a489-497f-baa6-376fe2c6b4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (5d02f8ab-21a6-4ae9-bdd6-cdab8dbfb1ec), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:38.390087 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492d738c-a489-497f-baa6-376fe2c6b4be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:36:38.403107 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d738c-a489-497f-baa6-376fe2c6b4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d02f8ab-21a6-4ae9-bdd6-cdab8dbfb1ec,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:38.410988 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-492d738c-a489-497f-baa6-376fe2c6b4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (1b3dc674-4dda-490b-a3ba-3062eb2a252b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:38.411328 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.segments_db [None req-492d738c-a489-497f-baa6-376fe2c6b4be admin admin] Added segment 1b3dc674-4dda-490b-a3ba-3062eb2a252b of type vlan for network 044bbb2f-9749-457a-938a-f68604f94a30 Aug 10 12:36:38.462332 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-492d738c-a489-497f-baa6-376fe2c6b4be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736055994067'] for network (044bbb2f-9749-457a-938a-f68604f94a30), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:38.493509 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-492d738c-a489-497f-baa6-376fe2c6b4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for network (044bbb2f-9749-457a-938a-f68604f94a30), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:38.494687 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d738c-a489-497f-baa6-376fe2c6b4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:38.504525 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-492d738c-a489-497f-baa6-376fe2c6b4be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:38.523118 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device c7973f78-3d48-4ded-ad52-0f673f70caf1 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:36:38.569175 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-492d738c-a489-497f-baa6-376fe2c6b4be admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3376179 Aug 10 12:36:38.572079 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50832) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:38.579883 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d738c-a489-497f-baa6-376fe2c6b4be admin admin] Pushing event updated for resources: {'Network': ['ID=044bbb2f-9749-457a-938a-f68604f94a30,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:38.583144 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Request body: {'subnet': {'network_id': '044bbb2f-9749-457a-938a-f68604f94a30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1147777678-subnet', 'tenant_id': '79e32c4ab8954579906632ff27e2c999', 'ip_version': 4}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:38.595401 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Network 044bbb2f-9749-457a-938a-f68604f94a30 details requested by agent ovs-agent-dv-cinder-852261-3-iscsi with host dv-cinder-852261-3-iscsi {{(pid=103791) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:36:38.599023 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:38.613875 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Made reservation on behalf of 79e32c4ab8954579906632ff27e2c999 for: {'subnet': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:36:38.616348 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14164775'] for subnet (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:38.644787 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port c7973f78-3d48-4ded-ad52-0f673f70caf1 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:36:38.645195 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (c7973f78-3d48-4ded-ad52-0f673f70caf1), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:38.801578 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:38.826955 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14596364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14164745'] for subnet (f66d701c-4fad-4ae3-aecd-d36040958f69), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:38.847984 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] Sync routers for ids ['d3a25904-8d18-4724-b808-8940b19fafcb'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:36:38.858427 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:38.879002 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] Routers {'d3a25904-8d18-4724-b808-8940b19fafcb'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:38.879669 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d3a25904-8d18-4724-b808-8940b19fafcb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:38.923346 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f66d701c-4fad-4ae3-aecd-d36040958f69,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:38.934994 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port c7973f78-3d48-4ded-ad52-0f673f70caf1 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:36:38.935382 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (c7973f78-3d48-4ded-ad52-0f673f70caf1), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:38.940978 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:38.941347 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:38.941692 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:38.942139 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:38.942478 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:38.942808 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:38.943132 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:38.943457 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:38.943784 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:38.944110 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:38.944503 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:38.944760 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:38.945137 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:38.945500 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:38.945859 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:36:38.956578 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd62d9a-abc7-4f20-8c00-8707e3a5278f req-373ec497-b94f-4407-b972-7e2ddf8aba93 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:38.958105 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ebd62d9a-abc7-4f20-8c00-8707e3a5278f req-373ec497-b94f-4407-b972-7e2ddf8aba93 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0892904 Aug 10 12:36:38.958959 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Checking segment: {'id': '1b3dc674-4dda-490b-a3ba-3062eb2a252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '044bbb2f-9749-457a-938a-f68604f94a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:36:38.959312 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Network hostable DHCP agents. Network: 044bbb2f-9749-457a-938a-f68604f94a30, hostable agents: ['3740d807-28f7-4854-acf5-2b19d0b15337'], hosted agents: [] {{(pid=103790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:36:38.988654 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port c7973f78-3d48-4ded-ad52-0f673f70caf1, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=c7973f78-3d48-4ded-ad52-0f673f70caf1,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:38.993869 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (c7973f78-3d48-4ded-ad52-0f673f70caf1), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:38.996095 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Network 044bbb2f-9749-457a-938a-f68604f94a30 is scheduled to be hosted by DHCP agent 3740d807-28f7-4854-acf5-2b19d0b15337 with binding_index 1 {{(pid=103790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:36:39.016273 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-3-iscsi, 044bbb2f-9749-457a-938a-f68604f94a30) {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:36:39.024780 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:39.025412 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:39.028811 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a6c5f6-bc0e-45d0-8458-4dc43e5ba117 None None] Network 044bbb2f-9749-457a-938a-f68604f94a30 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:36:39.035567 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ebd62d9a-abc7-4f20-8c00-8707e3a5278f req-d6f3cab7-b543-448f-8431-13d9922213a2 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691864 Aug 10 12:36:39.040424 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] Set router d3a25904-8d18-4724-b808-8940b19fafcb gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:39.050115 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-a6f11a83-fd39-4b00-82fd-4c7c44de5dfc admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4686692 Aug 10 12:36:39.050423 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50840) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:39.056689 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-14bb9ef3-fc54-4498-b707-71fae488faf3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1147777678-router', 'tenant_id': '79e32c4ab8954579906632ff27e2c999', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:39.074708 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-14bb9ef3-fc54-4498-b707-71fae488faf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4638'] for router (be26bfb0-6ffd-4471-a320-57137b8f95ac), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:39.075746 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-14bb9ef3-fc54-4498-b707-71fae488faf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4629'] for router (be26bfb0-6ffd-4471-a320-57137b8f95ac), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:39.130228 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-14bb9ef3-fc54-4498-b707-71fae488faf3 admin admin] Publish callbacks [] for router_controller (be26bfb0-6ffd-4471-a320-57137b8f95ac), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:39.134211 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=c7973f78-3d48-4ded-ad52-0f673f70caf1,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:39.193391 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:39.267620 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86ca77f6-5be4-552c-98a5-d2332f118cbe-044bbb2f-9749-457a-938a-f68604f94a30', 'network_id': '044bbb2f-9749-457a-938a-f68604f94a30', 'project_id': '79e32c4ab8954579906632ff27e2c999', 'fixed_ips': [{'subnet_id': 'f66d701c-4fad-4ae3-aecd-d36040958f69'}]}} from dv-cinder-852261-3-iscsi. {{(pid=103791) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 10 12:36:39.268561 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:39.269731 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-14bb9ef3-fc54-4498-b707-71fae488faf3 admin admin] Publish callbacks [] for router_gateway (be26bfb0-6ffd-4471-a320-57137b8f95ac), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:39.399993 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'f0a80c90-9aee-4ea8-923b-4a40268b8d2f', 'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'mac_address': 'fa:16:3e:75:c8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:36Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 2, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'subnets': [{'id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:39.407328 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:39.435778 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] Checking router: d3a25904-8d18-4724-b808-8940b19fafcb for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:36:39.436132 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] Updating router d3a25904-8d18-4724-b808-8940b19fafcb port f0a80c90-9aee-4ea8-923b-4a40268b8d2f binding host dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:36:39.461914 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-14bb9ef3-fc54-4498-b707-71fae488faf3 admin admin] Publish callbacks [] for router_gateway (be26bfb0-6ffd-4471-a320-57137b8f95ac), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:39.481376 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-14bb9ef3-fc54-4498-b707-71fae488faf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:39.498678 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (f0a80c90-9aee-4ea8-923b-4a40268b8d2f), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:39.511413 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.db_base_plugin_common [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] Allocated IP 172.20.0.2 (044bbb2f-9749-457a-938a-f68604f94a30/f66d701c-4fad-4ae3-aecd-d36040958f69/c6aa85a3-1d53-4657-8f38-d57c9b1a4a03) {{(pid=103791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:36:39.588508 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-14bb9ef3-fc54-4498-b707-71fae488faf3 admin admin] Allocated IP 172.27.0.11 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/07e3bb39-a99b-4eac-b6b1-e7ee67744fe8) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:36:39.684555 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:39.717334 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-14bb9ef3-fc54-4498-b707-71fae488faf3 admin admin] Publish callbacks [] for port (07e3bb39-a99b-4eac-b6b1-e7ee67744fe8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:39.723411 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:39.765959 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-14bb9ef3-fc54-4498-b707-71fae488faf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (07e3bb39-a99b-4eac-b6b1-e7ee67744fe8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:39.815744 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bb9ef3-fc54-4498-b707-71fae488faf3 admin admin] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:36:39.820767 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-14bb9ef3-fc54-4498-b707-71fae488faf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:36:39.824746 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bb9ef3-fc54-4498-b707-71fae488faf3 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:36:39.828002 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] Publish callbacks [] for port (c6aa85a3-1d53-4657-8f38-d57c9b1a4a03), precommit_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:39.843700 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (c6aa85a3-1d53-4657-8f38-d57c9b1a4a03), after_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:39.849225 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb9ef3-fc54-4498-b707-71fae488faf3 admin admin] Pushing event updated for resources: {'Port': ['ID=07e3bb39-a99b-4eac-b6b1-e7ee67744fe8,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:39.903319 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] Network 044bbb2f-9749-457a-938a-f68604f94a30 is already hosted by enough agents. {{(pid=103791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:36:39.926503 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.base_scheduler [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] Resources bound (agent type, host, resource id): {{(pid=103791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:36:39.931728 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] Received port after_create {{(pid=103791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:36:39.943723 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] Pushing event updated for resources: {'Port': ['ID=c6aa85a3-1d53-4657-8f38-d57c9b1a4a03,revision_number=1']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:39.975832 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] Publish callbacks [] for port (f0a80c90-9aee-4ea8-923b-4a40268b8d2f), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:39.999714 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (f0a80c90-9aee-4ea8-923b-4a40268b8d2f), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:40.044649 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] Attempting to bind port c6aa85a3-1d53-4657-8f38-d57c9b1a4a03 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:36:40.045028 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] Attempting to bind port c6aa85a3-1d53-4657-8f38-d57c9b1a4a03 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': '1b3dc674-4dda-490b-a3ba-3062eb2a252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '044bbb2f-9749-457a-938a-f68604f94a30'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:36:40.045431 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] Attempting to bind port c6aa85a3-1d53-4657-8f38-d57c9b1a4a03 on network 044bbb2f-9749-457a-938a-f68604f94a30 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:36:40.059733 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:36:40.060108 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] Checking segment: {'id': '1b3dc674-4dda-490b-a3ba-3062eb2a252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '044bbb2f-9749-457a-938a-f68604f94a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:36:40.060517 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:40.060912 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] Bound using segment: {'id': '1b3dc674-4dda-490b-a3ba-3062eb2a252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '044bbb2f-9749-457a-938a-f68604f94a30'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:36:40.061408 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] Bound port: c6aa85a3-1d53-4657-8f38-d57c9b1a4a03, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3dc674-4dda-490b-a3ba-3062eb2a252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '044bbb2f-9749-457a-938a-f68604f94a30'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:36:40.061790 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (c6aa85a3-1d53-4657-8f38-d57c9b1a4a03), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:40.087049 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c566290-c09f-4a62-be4d-9fbbb5515304 None None] Pushing event updated for resources: {'Port': ['ID=f0a80c90-9aee-4ea8-923b-4a40268b8d2f,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:40.093485 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:40.113325 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-14bb9ef3-fc54-4498-b707-71fae488faf3 admin admin] Publish callbacks [] for router_gateway (be26bfb0-6ffd-4471-a320-57137b8f95ac), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:40.154177 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] Attempting to bind port f0a80c90-9aee-4ea8-923b-4a40268b8d2f on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:36:40.154512 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] Attempting to bind port f0a80c90-9aee-4ea8-923b-4a40268b8d2f by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:36:40.157308 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] Attempting to bind port f0a80c90-9aee-4ea8-923b-4a40268b8d2f on network ce24948c-b056-4a3f-868d-8498edb8d6bb {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:36:40.169475 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:36:40.169832 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] Checking segment: {'id': 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:36:40.170589 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:40.170589 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] Bound using segment: {'id': 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:36:40.171019 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] Bound port: f0a80c90-9aee-4ea8-923b-4a40268b8d2f, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:36:40.171397 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (f0a80c90-9aee-4ea8-923b-4a40268b8d2f), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:40.191105 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8611042-ab71-426c-8334-5c45907a1a4d req-491aa3c3-c0e3-496c-879f-0cb6d0937f46 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:40.192631 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e8611042-ab71-426c-8334-5c45907a1a4d req-491aa3c3-c0e3-496c-879f-0cb6d0937f46 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0975628 Aug 10 12:36:40.193882 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] For port c6aa85a3-1d53-4657-8f38-d57c9b1a4a03, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:36:40.196629 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ac454-74bc-41f6-9f19-3ef828faf07a req-68e09b27-e8c0-43cf-b371-a5c6db335a6b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:40.199075 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ac2ac454-74bc-41f6-9f19-3ef828faf07a req-68e09b27-e8c0-43cf-b371-a5c6db335a6b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0535471 Aug 10 12:36:40.223357 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] For port c6aa85a3-1d53-4657-8f38-d57c9b1a4a03, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=c6aa85a3-1d53-4657-8f38-d57c9b1a4a03,segment=NetworkSegment(1b3dc674-4dda-490b-a3ba-3062eb2a252b),segment_id=1b3dc674-4dda-490b-a3ba-3062eb2a252b)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:36:40.238872 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (c6aa85a3-1d53-4657-8f38-d57c9b1a4a03), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:40.248318 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:40.259609 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ac2ac454-74bc-41f6-9f19-3ef828faf07a req-ed6d2017-8841-48b7-97f4-004721f039ba tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538509 Aug 10 12:36:40.306797 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] For port f0a80c90-9aee-4ea8-923b-4a40268b8d2f, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:36:40.331775 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] For port f0a80c90-9aee-4ea8-923b-4a40268b8d2f, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=f0a80c90-9aee-4ea8-923b-4a40268b8d2f,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:36:40.338418 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a2241-fbb0-4259-b1d7-6622d88ac9d2 None None] Pushing event updated for resources: {'Port': ['ID=c6aa85a3-1d53-4657-8f38-d57c9b1a4a03,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:40.342395 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (f0a80c90-9aee-4ea8-923b-4a40268b8d2f), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:40.350252 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e8611042-ab71-426c-8334-5c45907a1a4d req-f57c781e-3555-4e29-9673-ff9afc850a05 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244392 Aug 10 12:36:40.390149 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] Routers {'d3a25904-8d18-4724-b808-8940b19fafcb'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:40.391063 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d3a25904-8d18-4724-b808-8940b19fafcb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:40.429063 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:40.434232 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c566290-c09f-4a62-be4d-9fbbb5515304 None None] Pushing event updated for resources: {'Port': ['ID=f0a80c90-9aee-4ea8-923b-4a40268b8d2f,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:40.435935 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-14bb9ef3-fc54-4498-b707-71fae488faf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690056'] for router (be26bfb0-6ffd-4471-a320-57137b8f95ac), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:40.464438 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device c7973f78-3d48-4ded-ad52-0f673f70caf1 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:36:40.607926 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bb9ef3-fc54-4498-b707-71fae488faf3 admin admin] Router be26bfb0-6ffd-4471-a320-57137b8f95ac is scheduled to L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 10 12:36:40.705664 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] Set router d3a25904-8d18-4724-b808-8940b19fafcb gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:40.721848 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bb9ef3-fc54-4498-b707-71fae488faf3 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:36:40.731280 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] Sync routers for ids ['be26bfb0-6ffd-4471-a320-57137b8f95ac'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:36:40.742446 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] Routers {'be26bfb0-6ffd-4471-a320-57137b8f95ac'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:40.742979 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['be26bfb0-6ffd-4471-a320-57137b8f95ac'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:40.744971 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-14bb9ef3-fc54-4498-b707-71fae488faf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:40.749899 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-14bb9ef3-fc54-4498-b707-71fae488faf3 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6957102 Aug 10 12:36:40.750476 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50852) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:40.753839 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port c7973f78-3d48-4ded-ad52-0f673f70caf1 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:36:40.754398 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (c7973f78-3d48-4ded-ad52-0f673f70caf1), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:40.843716 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] Set router be26bfb0-6ffd-4471-a320-57137b8f95ac gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:40.908514 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:40.927358 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port c7973f78-3d48-4ded-ad52-0f673f70caf1 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:36:40.967370 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'f0a80c90-9aee-4ea8-923b-4a40268b8d2f', 'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'mac_address': 'fa:16:3e:75:c8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:36Z', 'updated_at': '2022-08-10T12:36:40Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'subnets': [{'id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:40.992829 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98e7374-e38a-454e-bb91-d4422f3e7339 None None] The sync data for ids ['d3a25904-8d18-4724-b808-8940b19fafcb'] in dv-cinder-852261-3-iscsi is: [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'f0a80c90-9aee-4ea8-923b-4a40268b8d2f', 'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'mac_address': 'fa:16:3e:75:c8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:36Z', 'updated_at': '2022-08-10T12:36:40Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'subnets': [{'id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:36:41.005552 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:41.022960 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26bfb0-6ffd-4471-a320-57137b8f95ac', 'name': 'tempest-TestVolumeBootPattern-1147777678-router', 'tenant_id': '79e32c4ab8954579906632ff27e2c999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '07e3bb39-a99b-4eac-b6b1-e7ee67744fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:39Z', 'updated_at': '2022-08-10T12:36:39Z', 'revision_number': 3, 'project_id': '79e32c4ab8954579906632ff27e2c999', 'gw_port': {'id': '07e3bb39-a99b-4eac-b6b1-e7ee67744fe8', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be26bfb0-6ffd-4471-a320-57137b8f95ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:39Z', 'updated_at': '2022-08-10T12:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:41.052293 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] Checking router: be26bfb0-6ffd-4471-a320-57137b8f95ac for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:36:41.052869 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] Updating router be26bfb0-6ffd-4471-a320-57137b8f95ac port 07e3bb39-a99b-4eac-b6b1-e7ee67744fe8 binding host dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:36:41.096679 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (07e3bb39-a99b-4eac-b6b1-e7ee67744fe8), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:41.438264 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] Publish callbacks [] for port (07e3bb39-a99b-4eac-b6b1-e7ee67744fe8), precommit_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:41.454204 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (07e3bb39-a99b-4eac-b6b1-e7ee67744fe8), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:41.483411 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca88a4-9560-4d21-9374-91d7b9905d56 req-147b1338-72fc-42e8-83e7-774c06b85ef7 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:41.493756 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-23ca88a4-9560-4d21-9374-91d7b9905d56 req-147b1338-72fc-42e8-83e7-774c06b85ef7 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.1086166 Aug 10 12:36:41.504515 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261d2b04-8223-427a-a18e-64ed619e5a0d None None] Network 044bbb2f-9749-457a-938a-f68604f94a30 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:36:41.521052 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] Attempting to bind port 07e3bb39-a99b-4eac-b6b1-e7ee67744fe8 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:36:41.527654 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] Attempting to bind port 07e3bb39-a99b-4eac-b6b1-e7ee67744fe8 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:36:41.528102 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] Attempting to bind port 07e3bb39-a99b-4eac-b6b1-e7ee67744fe8 on network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:36:41.538454 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:36:41.538829 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] Checking segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:36:41.539226 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:41.539658 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] Bound using segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:36:41.540357 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] Bound port: 07e3bb39-a99b-4eac-b6b1-e7ee67744fe8, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:36:41.540887 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (07e3bb39-a99b-4eac-b6b1-e7ee67744fe8), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:41.542074 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:41.572007 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-23ca88a4-9560-4d21-9374-91d7b9905d56 req-16ab7dda-cde6-4b0a-949e-1e13d80ced61 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773563 Aug 10 12:36:41.597928 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-8f406daf-2fa7-4878-bd87-635185f2b2d3 None None] Provisioning complete for port c6aa85a3-1d53-4657-8f38-d57c9b1a4a03 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:36:41.598629 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bd5ac-7b37-48aa-b0ba-e5e07573dc65 req-210e8de0-79ed-4a97-8687-2b69f9f3735c tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:41.599240 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8f406daf-2fa7-4878-bd87-635185f2b2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (c6aa85a3-1d53-4657-8f38-d57c9b1a4a03), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:41.603709 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b8591-9cc8-4867-b973-bfbcf48655d3 None None] Pushing event updated for resources: {'Port': ['ID=07e3bb39-a99b-4eac-b6b1-e7ee67744fe8,revision_number=2']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:41.606766 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bf0bd5ac-7b37-48aa-b0ba-e5e07573dc65 req-210e8de0-79ed-4a97-8687-2b69f9f3735c tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.1279516 Aug 10 12:36:41.645370 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] For port 07e3bb39-a99b-4eac-b6b1-e7ee67744fe8, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:36:41.648149 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34295621-37cc-4c38-b148-cbe0658243a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:41.649877 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] For port 07e3bb39-a99b-4eac-b6b1-e7ee67744fe8, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=07e3bb39-a99b-4eac-b6b1-e7ee67744fe8,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:36:41.661656 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (07e3bb39-a99b-4eac-b6b1-e7ee67744fe8), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:41.695255 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:41.697206 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bf0bd5ac-7b37-48aa-b0ba-e5e07573dc65 req-f8379e3e-d875-4de3-96fe-64226fa4023a tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893049 Aug 10 12:36:41.698561 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] Routers {'be26bfb0-6ffd-4471-a320-57137b8f95ac'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:41.699375 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['be26bfb0-6ffd-4471-a320-57137b8f95ac'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:41.721342 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-8f406daf-2fa7-4878-bd87-635185f2b2d3 None None] Current status of the port c6aa85a3-1d53-4657-8f38-d57c9b1a4a03 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:36:41.721901 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8f406daf-2fa7-4878-bd87-635185f2b2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (c6aa85a3-1d53-4657-8f38-d57c9b1a4a03), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:41.767479 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b8591-9cc8-4867-b973-bfbcf48655d3 None None] Pushing event updated for resources: {'Port': ['ID=07e3bb39-a99b-4eac-b6b1-e7ee67744fe8,revision_number=3']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:41.770156 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-8f406daf-2fa7-4878-bd87-635185f2b2d3 None None] For port c6aa85a3-1d53-4657-8f38-d57c9b1a4a03, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=c6aa85a3-1d53-4657-8f38-d57c9b1a4a03,segment=NetworkSegment(1b3dc674-4dda-490b-a3ba-3062eb2a252b),segment_id=1b3dc674-4dda-490b-a3ba-3062eb2a252b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:41.783948 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8f406daf-2fa7-4878-bd87-635185f2b2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (c6aa85a3-1d53-4657-8f38-d57c9b1a4a03), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:41.869231 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-34295621-37cc-4c38-b148-cbe0658243a5 admin admin] Allocated IP 172.20.0.1 (044bbb2f-9749-457a-938a-f68604f94a30/f66d701c-4fad-4ae3-aecd-d36040958f69/ae68486f-89de-445b-b37b-eb71d16b7a84) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:36:41.897326 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f406daf-2fa7-4878-bd87-635185f2b2d3 None None] Pushing event updated for resources: {'Port': ['ID=c6aa85a3-1d53-4657-8f38-d57c9b1a4a03,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:41.964853 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] Set router be26bfb0-6ffd-4471-a320-57137b8f95ac gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:42.001472 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34295621-37cc-4c38-b148-cbe0658243a5 admin admin] Publish callbacks [] for port (ae68486f-89de-445b-b37b-eb71d16b7a84), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:42.048763 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34295621-37cc-4c38-b148-cbe0658243a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (ae68486f-89de-445b-b37b-eb71d16b7a84), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:42.102307 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34295621-37cc-4c38-b148-cbe0658243a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ae68486f-89de-445b-b37b-eb71d16b7a84,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:42.122617 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34295621-37cc-4c38-b148-cbe0658243a5 admin admin] Network 044bbb2f-9749-457a-938a-f68604f94a30 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:36:42.124317 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-34295621-37cc-4c38-b148-cbe0658243a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:36:42.127416 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34295621-37cc-4c38-b148-cbe0658243a5 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:36:42.142864 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:42.162884 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26bfb0-6ffd-4471-a320-57137b8f95ac', 'name': 'tempest-TestVolumeBootPattern-1147777678-router', 'tenant_id': '79e32c4ab8954579906632ff27e2c999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '07e3bb39-a99b-4eac-b6b1-e7ee67744fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:39Z', 'updated_at': '2022-08-10T12:36:39Z', 'revision_number': 3, 'project_id': '79e32c4ab8954579906632ff27e2c999', 'gw_port': {'id': '07e3bb39-a99b-4eac-b6b1-e7ee67744fe8', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be26bfb0-6ffd-4471-a320-57137b8f95ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:39Z', 'updated_at': '2022-08-10T12:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:42.173332 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34295621-37cc-4c38-b148-cbe0658243a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745920'] for router_interface (be26bfb0-6ffd-4471-a320-57137b8f95ac), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:42.189849 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b787e-ff95-403d-aeab-b1549679eb51 None None] The sync data for ids ['be26bfb0-6ffd-4471-a320-57137b8f95ac'] in dv-cinder-852261-3-iscsi is: [{'id': 'be26bfb0-6ffd-4471-a320-57137b8f95ac', 'name': 'tempest-TestVolumeBootPattern-1147777678-router', 'tenant_id': '79e32c4ab8954579906632ff27e2c999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '07e3bb39-a99b-4eac-b6b1-e7ee67744fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:39Z', 'updated_at': '2022-08-10T12:36:39Z', 'revision_number': 3, 'project_id': '79e32c4ab8954579906632ff27e2c999', 'gw_port': {'id': '07e3bb39-a99b-4eac-b6b1-e7ee67744fe8', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be26bfb0-6ffd-4471-a320-57137b8f95ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:39Z', 'updated_at': '2022-08-10T12:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:36:42.209566 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-9ef3e9b4-8cbf-45bf-aedc-5598e23f9640 None None] Provisioning complete for port c6aa85a3-1d53-4657-8f38-d57c9b1a4a03 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:36:42.210218 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9ef3e9b4-8cbf-45bf-aedc-5598e23f9640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (c6aa85a3-1d53-4657-8f38-d57c9b1a4a03), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:42.231349 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:42.241958 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:42.320421 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=100 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:42.324193 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3e9b4-8cbf-45bf-aedc-5598e23f9640 None None] Current status of the port c6aa85a3-1d53-4657-8f38-d57c9b1a4a03 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:36:42.332423 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34295621-37cc-4c38-b148-cbe0658243a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ae68486f-89de-445b-b37b-eb71d16b7a84), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:42.375075 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:42.449065 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-aa10f1d7-558c-412a-877e-4e8af1071ee3 None None] Provisioning complete for port ae68486f-89de-445b-b37b-eb71d16b7a84 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:36:42.449645 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-aa10f1d7-558c-412a-877e-4e8af1071ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (ae68486f-89de-445b-b37b-eb71d16b7a84), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:42.485812 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-aa10f1d7-558c-412a-877e-4e8af1071ee3 None None] Port ae68486f-89de-445b-b37b-eb71d16b7a84 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:36:42.500994 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device f0a80c90-9aee-4ea8-923b-4a40268b8d2f up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:36:42.532949 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34295621-37cc-4c38-b148-cbe0658243a5 admin admin] Publish callbacks [] for port (ae68486f-89de-445b-b37b-eb71d16b7a84), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:42.538651 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34295621-37cc-4c38-b148-cbe0658243a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14084867'] for port (ae68486f-89de-445b-b37b-eb71d16b7a84), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:42.549191 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port f0a80c90-9aee-4ea8-923b-4a40268b8d2f triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:36:42.549666 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (f0a80c90-9aee-4ea8-923b-4a40268b8d2f), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:42.634674 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-34295621-37cc-4c38-b148-cbe0658243a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746544'] for router_interface (be26bfb0-6ffd-4471-a320-57137b8f95ac), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:42.654194 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34295621-37cc-4c38-b148-cbe0658243a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ae68486f-89de-445b-b37b-eb71d16b7a84,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:42.662493 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port f0a80c90-9aee-4ea8-923b-4a40268b8d2f is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:36:42.665165 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (f0a80c90-9aee-4ea8-923b-4a40268b8d2f), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:42.734885 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port f0a80c90-9aee-4ea8-923b-4a40268b8d2f, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=f0a80c90-9aee-4ea8-923b-4a40268b8d2f,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:42.744081 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (f0a80c90-9aee-4ea8-923b-4a40268b8d2f), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:42.745291 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device c6aa85a3-1d53-4657-8f38-d57c9b1a4a03 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:36:42.779766 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34295621-37cc-4c38-b148-cbe0658243a5 admin admin] Network 044bbb2f-9749-457a-938a-f68604f94a30 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:36:42.781098 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b27b9-60bf-4e6a-ae9d-91be376599af req-68282cc7-d15b-418b-9d1b-1ada6d7c7a96 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:42.781688 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-34295621-37cc-4c38-b148-cbe0658243a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:36:42.782911 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-097b27b9-60bf-4e6a-ae9d-91be376599af req-68282cc7-d15b-418b-9d1b-1ada6d7c7a96 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0685151 Aug 10 12:36:42.864841 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-097b27b9-60bf-4e6a-ae9d-91be376599af req-6e27e408-7ae4-4781-8836-a7aeaa3eeae5 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690901 Aug 10 12:36:42.903066 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=f0a80c90-9aee-4ea8-923b-4a40268b8d2f,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:42.914263 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port c6aa85a3-1d53-4657-8f38-d57c9b1a4a03 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:36:42.914774 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (c6aa85a3-1d53-4657-8f38-d57c9b1a4a03), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:42.943586 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e1009-5d2f-41f4-b3dc-5f9be10088f3 req-75e05cd1-1fbd-4c15-8946-a3193206c761 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:42.945160 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ab9e1009-5d2f-41f4-b3dc-5f9be10088f3 req-75e05cd1-1fbd-4c15-8946-a3193206c761 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0958586 Aug 10 12:36:42.975641 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34295621-37cc-4c38-b148-cbe0658243a5 admin admin] Router be26bfb0-6ffd-4471-a320-57137b8f95ac has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:36:43.011765 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ab9e1009-5d2f-41f4-b3dc-5f9be10088f3 req-872adf37-df12-4040-a2be-fa5d0d210a5a tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599291 Aug 10 12:36:43.034472 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port c6aa85a3-1d53-4657-8f38-d57c9b1a4a03 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:36:43.114637 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34295621-37cc-4c38-b148-cbe0658243a5 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:36:43.119566 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-34295621-37cc-4c38-b148-cbe0658243a5 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/be26bfb0-6ffd-4471-a320-57137b8f95ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3677337 Aug 10 12:36:43.120112 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-a5883563-7613-4ce4-a552-71c1765cdb9d None None] Provisioning complete for port ae68486f-89de-445b-b37b-eb71d16b7a84 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:36:43.120495 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a5883563-7613-4ce4-a552-71c1765cdb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (ae68486f-89de-445b-b37b-eb71d16b7a84), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:43.155315 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-a5883563-7613-4ce4-a552-71c1765cdb9d None None] Port ae68486f-89de-445b-b37b-eb71d16b7a84 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:36:43.454742 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50868) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:43.459248 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-761701a3-a13b-4197-bf01-742528e62958 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1740254587', 'description': 'tempest-secgroup-smoke-1740254587 description', 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:43.479112 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-761701a3-a13b-4197-bf01-742528e62958 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:43.501773 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:43.547924 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-761701a3-a13b-4197-bf01-742528e62958 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group (15788ed9-6cfc-40d7-952b-3a943bbf64fe), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:43.551287 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-761701a3-a13b-4197-bf01-742528e62958 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (15788ed9-6cfc-40d7-952b-3a943bbf64fe), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:43.575502 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-761701a3-a13b-4197-bf01-742528e62958 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:43.576743 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-761701a3-a13b-4197-bf01-742528e62958 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1210024 Aug 10 12:36:43.580358 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50870) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:43.585075 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-e7ff6b5e-3ee1-4cca-a809-890666dcf272 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Request body: {'security_group_rule': {'security_group_id': '15788ed9-6cfc-40d7-952b-3a943bbf64fe', 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:43.585585 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761701a3-a13b-4197-bf01-742528e62958 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15788ed9-6cfc-40d7-952b-3a943bbf64fe,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:43.599406 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:43.618122 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6b5e-3ee1-4cca-a809-890666dcf272 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group_rule (21551e9b-15ed-4a2e-9a1f-a0444cb970b6), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:43.666995 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6b5e-3ee1-4cca-a809-890666dcf272 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group_rule (21551e9b-15ed-4a2e-9a1f-a0444cb970b6), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:43.670813 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6b5e-3ee1-4cca-a809-890666dcf272 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (21551e9b-15ed-4a2e-9a1f-a0444cb970b6), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:43.689036 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff6b5e-3ee1-4cca-a809-890666dcf272 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21551e9b-15ed-4a2e-9a1f-a0444cb970b6,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:43.696633 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6b5e-3ee1-4cca-a809-890666dcf272 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:43.697865 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-e7ff6b5e-3ee1-4cca-a809-890666dcf272 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164775 Aug 10 12:36:43.700599 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50872) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:43.705587 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-326962ee-5697-4727-9747-52cd8d22a4cd tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Request body: {'security_group_rule': {'security_group_id': '15788ed9-6cfc-40d7-952b-3a943bbf64fe', 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:43.731109 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-326962ee-5697-4727-9747-52cd8d22a4cd tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group_rule (4f285e27-006b-4014-80f6-dda0bc1af41b), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:43.786068 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-326962ee-5697-4727-9747-52cd8d22a4cd tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group_rule (4f285e27-006b-4014-80f6-dda0bc1af41b), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:43.789487 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-326962ee-5697-4727-9747-52cd8d22a4cd tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (4f285e27-006b-4014-80f6-dda0bc1af41b), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:43.808065 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326962ee-5697-4727-9747-52cd8d22a4cd tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f285e27-006b-4014-80f6-dda0bc1af41b,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:43.817734 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-326962ee-5697-4727-9747-52cd8d22a4cd tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:43.818913 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-326962ee-5697-4727-9747-52cd8d22a4cd tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173987 Aug 10 12:36:43.821686 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50874) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:43.825886 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-231f4ff7-0277-450e-a2d4-48e782f0d98f tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Request body: {'security_group_rule': {'security_group_id': '15788ed9-6cfc-40d7-952b-3a943bbf64fe', 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:43.853859 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-231f4ff7-0277-450e-a2d4-48e782f0d98f tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group_rule (02de7c63-92b8-4cd2-9f1e-17e4c784303a), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:43.913937 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-231f4ff7-0277-450e-a2d4-48e782f0d98f tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group_rule (02de7c63-92b8-4cd2-9f1e-17e4c784303a), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:43.917755 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-231f4ff7-0277-450e-a2d4-48e782f0d98f tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (02de7c63-92b8-4cd2-9f1e-17e4c784303a), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:43.937682 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f4ff7-0277-450e-a2d4-48e782f0d98f tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02de7c63-92b8-4cd2-9f1e-17e4c784303a,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:43.946964 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-231f4ff7-0277-450e-a2d4-48e782f0d98f tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:43.948157 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-231f4ff7-0277-450e-a2d4-48e782f0d98f tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255560 Aug 10 12:36:43.951061 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50878) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:43.955730 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-dc8fb719-20ce-4139-8d8e-9209be78cf99 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Request body: {'security_group_rule': {'security_group_id': '15788ed9-6cfc-40d7-952b-3a943bbf64fe', 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:43.991912 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dc45d-da88-4922-94ac-73811f480cf5 req-f9414da8-3741-4e41-910d-c9de6d4b2282 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:43.993544 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-410dc45d-da88-4922-94ac-73811f480cf5 req-f9414da8-3741-4e41-910d-c9de6d4b2282 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0514586 Aug 10 12:36:44.004765 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:44.015579 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb441f5-6fb0-4df9-a480-3e9efb58fdc6 req-6d17fbad-530c-4218-85c2-6f9729a7ca88 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:44.017032 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-cdb441f5-6fb0-4df9-a480-3e9efb58fdc6 req-6d17fbad-530c-4218-85c2-6f9729a7ca88 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.0553403 Aug 10 12:36:44.031700 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb719-20ce-4139-8d8e-9209be78cf99 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group_rule (553e4ef8-37d0-4e71-9ac4-6fd8798164d2), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:44.042541 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-410dc45d-da88-4922-94ac-73811f480cf5 req-e87ebbfa-1c03-470c-8a3e-0595a726b22f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426068 Aug 10 12:36:44.175054 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-cdb441f5-6fb0-4df9-a480-3e9efb58fdc6 req-857dc8eb-699d-4c35-a014-4e0598e99660 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Deleting port 925d1f21-e18a-4cdb-9515-0a2196cfef96 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:36:44.175387 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-cdb441f5-6fb0-4df9-a480-3e9efb58fdc6 req-857dc8eb-699d-4c35-a014-4e0598e99660 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (925d1f21-e18a-4cdb-9515-0a2196cfef96), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:44.226561 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a46b47-b604-4e51-9f7d-f1cf8c900084 req-5ab9a899-aed3-4005-aeee-0e8e6c2ebdc0 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:44.228019 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-81a46b47-b604-4e51-9f7d-f1cf8c900084 req-5ab9a899-aed3-4005-aeee-0e8e6c2ebdc0 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 945 time: 0.1111469 Aug 10 12:36:44.247561 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb719-20ce-4139-8d8e-9209be78cf99 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group_rule (553e4ef8-37d0-4e71-9ac4-6fd8798164d2), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:44.263948 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb719-20ce-4139-8d8e-9209be78cf99 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (553e4ef8-37d0-4e71-9ac4-6fd8798164d2), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:44.305599 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fb719-20ce-4139-8d8e-9209be78cf99 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553e4ef8-37d0-4e71-9ac4-6fd8798164d2,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:44.326684 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb719-20ce-4139-8d8e-9209be78cf99 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:44.327977 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-dc8fb719-20ce-4139-8d8e-9209be78cf99 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3758941 Aug 10 12:36:44.331054 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50882) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:44.335699 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-6d04e374-0fde-47cb-a713-d0313dd7b797 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Request body: {'security_group_rule': {'security_group_id': '15788ed9-6cfc-40d7-952b-3a943bbf64fe', 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:44.336794 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:44.343398 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:44.345730 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-81a46b47-b604-4e51-9f7d-f1cf8c900084 req-045831a6-e0a4-4b5f-a99d-8dfe4bbcbfc7 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ad10950e-76ac-43be-9efb-006b67cd415b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085732 Aug 10 12:36:44.353895 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-cdb441f5-6fb0-4df9-a480-3e9efb58fdc6 req-857dc8eb-699d-4c35-a014-4e0598e99660 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] For port 925d1f21-e18a-4cdb-9515-0a2196cfef96, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=925d1f21-e18a-4cdb-9515-0a2196cfef96,segment=NetworkSegment(949f5e67-dae1-401b-b15e-1f53624fbea6),segment_id=949f5e67-dae1-401b-b15e-1f53624fbea6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:44.354290 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-cdb441f5-6fb0-4df9-a480-3e9efb58fdc6 req-857dc8eb-699d-4c35-a014-4e0598e99660 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (925d1f21-e18a-4cdb-9515-0a2196cfef96), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:44.362680 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-6d04e374-0fde-47cb-a713-d0313dd7b797 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Project f63c30b5d2af4144b096b78c7ab308a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 12:36:44.382889 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6d04e374-0fde-47cb-a713-d0313dd7b797 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group_rule (fdbb0680-461c-45f7-9286-b5ef5315c1cf), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:44.395152 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] Sync routers for ids ['be26bfb0-6ffd-4471-a320-57137b8f95ac'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:36:44.423246 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] Routers {'be26bfb0-6ffd-4471-a320-57137b8f95ac'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:44.425731 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['be26bfb0-6ffd-4471-a320-57137b8f95ac'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:44.472104 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6d04e374-0fde-47cb-a713-d0313dd7b797 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group_rule (fdbb0680-461c-45f7-9286-b5ef5315c1cf), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:44.478638 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6d04e374-0fde-47cb-a713-d0313dd7b797 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (fdbb0680-461c-45f7-9286-b5ef5315c1cf), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:44.500856 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04e374-0fde-47cb-a713-d0313dd7b797 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdbb0680-461c-45f7-9286-b5ef5315c1cf,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:44.511913 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6d04e374-0fde-47cb-a713-d0313dd7b797 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:44.517048 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-6d04e374-0fde-47cb-a713-d0313dd7b797 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1847520 Aug 10 12:36:44.517971 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50884) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:44.522771 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-b41d7799-2d68-498d-a10a-7fcb5e674160 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Request body: {'security_group_rule': {'security_group_id': '15788ed9-6cfc-40d7-952b-3a943bbf64fe', 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:44.545096 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] Set router be26bfb0-6ffd-4471-a320-57137b8f95ac gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:44.546125 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-b41d7799-2d68-498d-a10a-7fcb5e674160 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Project f63c30b5d2af4144b096b78c7ab308a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 12:36:44.553418 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b41d7799-2d68-498d-a10a-7fcb5e674160 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group_rule (5f5d56df-4a79-4067-883d-1c50f4418c76), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:44.582788 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-cdb441f5-6fb0-4df9-a480-3e9efb58fdc6 req-857dc8eb-699d-4c35-a014-4e0598e99660 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:44.583287 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-cdb441f5-6fb0-4df9-a480-3e9efb58fdc6 req-857dc8eb-699d-4c35-a014-4e0598e99660 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (9845b54a-6a6d-4d39-9af5-ef78ed92083c), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:44.583809 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.l3_db [req-cdb441f5-6fb0-4df9-a480-3e9efb58fdc6 req-857dc8eb-699d-4c35-a014-4e0598e99660 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Floating IP 9845b54a-6a6d-4d39-9af5-ef78ed92083c disassociated. External IP: 172.27.0.83, port: 925d1f21-e18a-4cdb-9515-0a2196cfef96. Aug 10 12:36:44.584373 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-cdb441f5-6fb0-4df9-a480-3e9efb58fdc6 req-857dc8eb-699d-4c35-a014-4e0598e99660 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Calling delete_port for 925d1f21-e18a-4cdb-9515-0a2196cfef96 owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:36:44.595546 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device f0a80c90-9aee-4ea8-923b-4a40268b8d2f up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:36:44.620558 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b41d7799-2d68-498d-a10a-7fcb5e674160 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group_rule (5f5d56df-4a79-4067-883d-1c50f4418c76), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:44.624527 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b41d7799-2d68-498d-a10a-7fcb5e674160 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (5f5d56df-4a79-4067-883d-1c50f4418c76), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:44.647477 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d7799-2d68-498d-a10a-7fcb5e674160 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5d56df-4a79-4067-883d-1c50f4418c76,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:44.654800 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b41d7799-2d68-498d-a10a-7fcb5e674160 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:44.661046 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-b41d7799-2d68-498d-a10a-7fcb5e674160 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1418180 Aug 10 12:36:44.758606 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:44.759879 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port f0a80c90-9aee-4ea8-923b-4a40268b8d2f triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:36:44.760304 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (f0a80c90-9aee-4ea8-923b-4a40268b8d2f), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:44.832342 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:44.848742 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26bfb0-6ffd-4471-a320-57137b8f95ac', 'name': 'tempest-TestVolumeBootPattern-1147777678-router', 'tenant_id': '79e32c4ab8954579906632ff27e2c999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '07e3bb39-a99b-4eac-b6b1-e7ee67744fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:39Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 4, 'project_id': '79e32c4ab8954579906632ff27e2c999', 'gw_port': {'id': '07e3bb39-a99b-4eac-b6b1-e7ee67744fe8', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be26bfb0-6ffd-4471-a320-57137b8f95ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:39Z', 'updated_at': '2022-08-10T12:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'ae68486f-89de-445b-b37b-eb71d16b7a84', 'name': '', 'network_id': '044bbb2f-9749-457a-938a-f68604f94a30', 'tenant_id': '79e32c4ab8954579906632ff27e2c999', 'mac_address': 'fa:16:3e:0e:83:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be26bfb0-6ffd-4471-a320-57137b8f95ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f66d701c-4fad-4ae3-aecd-d36040958f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:41Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 2, 'project_id': '79e32c4ab8954579906632ff27e2c999', 'subnets': [{'id': 'f66d701c-4fad-4ae3-aecd-d36040958f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:44.882038 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] Checking router: be26bfb0-6ffd-4471-a320-57137b8f95ac for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:36:44.882403 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] Updating router be26bfb0-6ffd-4471-a320-57137b8f95ac port ae68486f-89de-445b-b37b-eb71d16b7a84 binding host dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:36:44.935670 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port f0a80c90-9aee-4ea8-923b-4a40268b8d2f is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:36:44.936734 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 07e3bb39-a99b-4eac-b6b1-e7ee67744fe8 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:36:44.939185 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ae68486f-89de-445b-b37b-eb71d16b7a84), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:44.998299 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-cdb441f5-6fb0-4df9-a480-3e9efb58fdc6 req-857dc8eb-699d-4c35-a014-4e0598e99660 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (925d1f21-e18a-4cdb-9515-0a2196cfef96), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:45.027483 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857dc8eb-699d-4c35-a014-4e0598e99660 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Pushing event deleted for resources: {'Port': ['ID=925d1f21-e18a-4cdb-9515-0a2196cfef96,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:45.167869 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdb441f5-6fb0-4df9-a480-3e9efb58fdc6 req-857dc8eb-699d-4c35-a014-4e0598e99660 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Router d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:36:45.206706 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 07e3bb39-a99b-4eac-b6b1-e7ee67744fe8 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:36:45.207087 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (07e3bb39-a99b-4eac-b6b1-e7ee67744fe8), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:45.219425 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec9bee-ee46-49ba-8cf5-908de01675cd req-b9378bfe-abe6-4c42-9933-46e4fcb85772 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:45.228813 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-66ec9bee-ee46-49ba-8cf5-908de01675cd req-b9378bfe-abe6-4c42-9933-46e4fcb85772 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0835030 Aug 10 12:36:45.296039 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:45.298090 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-66ec9bee-ee46-49ba-8cf5-908de01675cd req-31914cb4-40f8-48c6-a3c2-3ce4a27ee308 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675850 Aug 10 12:36:45.321527 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdb441f5-6fb0-4df9-a480-3e9efb58fdc6 req-857dc8eb-699d-4c35-a014-4e0598e99660 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:36:45.329186 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e08aba-9a9c-4948-8f79-befe35d82c1f None None] Sync routers for ids ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:36:45.345484 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e08aba-9a9c-4948-8f79-befe35d82c1f None None] Routers {'d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:45.346269 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-40e08aba-9a9c-4948-8f79-befe35d82c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:45.371956 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb441f5-6fb0-4df9-a480-3e9efb58fdc6 req-857dc8eb-699d-4c35-a014-4e0598e99660 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] No DVR routers for this DVR port 925d1f21-e18a-4cdb-9515-0a2196cfef96 on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:36:45.375675 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-cdb441f5-6fb0-4df9-a480-3e9efb58fdc6 req-857dc8eb-699d-4c35-a014-4e0598e99660 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:45.379170 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-cdb441f5-6fb0-4df9-a480-3e9efb58fdc6 req-857dc8eb-699d-4c35-a014-4e0598e99660 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.64 "DELETE /networking/v2.0/ports/925d1f21-e18a-4cdb-9515-0a2196cfef96 HTTP/1.1" status: 204 len: 173 time: 1.3563185 Aug 10 12:36:45.380246 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406145f8-c18f-42a6-ad69-122776fcde13', 'name': 'network-vif-deleted', 'tag': '925d1f21-e18a-4cdb-9515-0a2196cfef96'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:36:45.382944 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974a79bd-d3dc-4210-9d34-f0ead2aa2e12" -d '{"events": [{"server_uuid": "406145f8-c18f-42a6-ad69-122776fcde13", "name": "network-vif-deleted", "tag": "925d1f21-e18a-4cdb-9515-0a2196cfef96"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:36:45.413364 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 07e3bb39-a99b-4eac-b6b1-e7ee67744fe8 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:36:45.413888 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (07e3bb39-a99b-4eac-b6b1-e7ee67744fe8), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:45.459500 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port 07e3bb39-a99b-4eac-b6b1-e7ee67744fe8, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=07e3bb39-a99b-4eac-b6b1-e7ee67744fe8,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:45.480525 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (07e3bb39-a99b-4eac-b6b1-e7ee67744fe8), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:45.555031 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-40e08aba-9a9c-4948-8f79-befe35d82c1f None None] Set router d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:45.580805 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4d1e6a8f-d289-4be9-a32b-552418f95aa3 req-46732b89-44aa-4450-b5b6-e3e6b043da4d tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=406145f8-c18f-42a6-ad69-122776fcde13 HTTP/1.1" status: 200 len: 210 time: 0.0749667 Aug 10 12:36:45.617741 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb29937-1ae8-494b-9c4d-b2d98aaa19e0 x-openstack-request-id: req-bfb29937-1ae8-494b-9c4d-b2d98aaa19e0 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:36:45.618190 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406145f8-c18f-42a6-ad69-122776fcde13", "name": "network-vif-deleted", "tag": "925d1f21-e18a-4cdb-9515-0a2196cfef96", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:36:45.618669 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bfb29937-1ae8-494b-9c4d-b2d98aaa19e0 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:36:45.619321 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb29937-1ae8-494b-9c4d-b2d98aaa19e0'] response: {'server_uuid': '406145f8-c18f-42a6-ad69-122776fcde13', 'name': 'network-vif-deleted', 'tag': '925d1f21-e18a-4cdb-9515-0a2196cfef96', 'status': 'completed', 'code': 200} Aug 10 12:36:45.661305 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] Publish callbacks [] for port (ae68486f-89de-445b-b37b-eb71d16b7a84), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:45.665751 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=07e3bb39-a99b-4eac-b6b1-e7ee67744fe8,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:45.668830 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (ae68486f-89de-445b-b37b-eb71d16b7a84), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:45.739776 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e4c4d-efcf-4304-a334-4c85e4ab73f8 None None] Pushing event updated for resources: {'Port': ['ID=ae68486f-89de-445b-b37b-eb71d16b7a84,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:45.775055 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] Attempting to bind port ae68486f-89de-445b-b37b-eb71d16b7a84 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:36:45.775706 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] Attempting to bind port ae68486f-89de-445b-b37b-eb71d16b7a84 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': '1b3dc674-4dda-490b-a3ba-3062eb2a252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '044bbb2f-9749-457a-938a-f68604f94a30'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:36:45.776135 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] Attempting to bind port ae68486f-89de-445b-b37b-eb71d16b7a84 on network 044bbb2f-9749-457a-938a-f68604f94a30 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:36:45.782379 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:36:45.782883 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] Checking segment: {'id': '1b3dc674-4dda-490b-a3ba-3062eb2a252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '044bbb2f-9749-457a-938a-f68604f94a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:36:45.783350 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:45.783746 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] Bound using segment: {'id': '1b3dc674-4dda-490b-a3ba-3062eb2a252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '044bbb2f-9749-457a-938a-f68604f94a30'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:36:45.784247 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] Bound port: ae68486f-89de-445b-b37b-eb71d16b7a84, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3dc674-4dda-490b-a3ba-3062eb2a252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '044bbb2f-9749-457a-938a-f68604f94a30'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:36:45.784620 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ae68486f-89de-445b-b37b-eb71d16b7a84), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:45.805918 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-40e08aba-9a9c-4948-8f79-befe35d82c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'name': 'tempest-ServerRescueNegativeTestJSON-871011041-router', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:15Z', 'revision_number': 4, 'project_id': '2301f937213e47c29686be4e8601ac32', 'gw_port': {'id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '2421ca45-58b6-4fbc-a7bf-76ed2efd6e10', 'name': '', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'mac_address': 'fa:16:3e:66:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:14Z', 'updated_at': '2022-08-10T12:31:33Z', 'revision_number': 5, 'project_id': '2301f937213e47c29686be4e8601ac32', 'subnets': [{'id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:45.831998 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e08aba-9a9c-4948-8f79-befe35d82c1f None None] Checking router: d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:36:45.840873 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e08aba-9a9c-4948-8f79-befe35d82c1f None None] Routers {'d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:45.841528 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-40e08aba-9a9c-4948-8f79-befe35d82c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:45.852770 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] For port ae68486f-89de-445b-b37b-eb71d16b7a84, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:36:45.855945 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] For port ae68486f-89de-445b-b37b-eb71d16b7a84, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=ae68486f-89de-445b-b37b-eb71d16b7a84,segment=NetworkSegment(1b3dc674-4dda-490b-a3ba-3062eb2a252b),segment_id=1b3dc674-4dda-490b-a3ba-3062eb2a252b)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:36:45.863621 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (ae68486f-89de-445b-b37b-eb71d16b7a84), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:45.891370 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:45.894631 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:45.904326 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] Routers {'be26bfb0-6ffd-4471-a320-57137b8f95ac'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:45.904978 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['be26bfb0-6ffd-4471-a320-57137b8f95ac'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:45.950830 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-40e08aba-9a9c-4948-8f79-befe35d82c1f None None] Set router d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:45.975282 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e4c4d-efcf-4304-a334-4c85e4ab73f8 None None] Pushing event updated for resources: {'Port': ['ID=ae68486f-89de-445b-b37b-eb71d16b7a84,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:46.041802 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] Set router be26bfb0-6ffd-4471-a320-57137b8f95ac gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:46.164608 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-40e08aba-9a9c-4948-8f79-befe35d82c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'name': 'tempest-ServerRescueNegativeTestJSON-871011041-router', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:15Z', 'revision_number': 4, 'project_id': '2301f937213e47c29686be4e8601ac32', 'gw_port': {'id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '2421ca45-58b6-4fbc-a7bf-76ed2efd6e10', 'name': '', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'mac_address': 'fa:16:3e:66:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:14Z', 'updated_at': '2022-08-10T12:31:33Z', 'revision_number': 5, 'project_id': '2301f937213e47c29686be4e8601ac32', 'subnets': [{'id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:46.190621 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e08aba-9a9c-4948-8f79-befe35d82c1f None None] The sync data for ids ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'] in dv-cinder-852261-3-iscsi is: [{'id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'name': 'tempest-ServerRescueNegativeTestJSON-871011041-router', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:15Z', 'revision_number': 4, 'project_id': '2301f937213e47c29686be4e8601ac32', 'gw_port': {'id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '2421ca45-58b6-4fbc-a7bf-76ed2efd6e10', 'name': '', 'network_id': '61402a18-53ba-4745-a9e1-e8ac1dfc87fb', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'mac_address': 'fa:16:3e:66:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:14Z', 'updated_at': '2022-08-10T12:31:33Z', 'revision_number': 5, 'project_id': '2301f937213e47c29686be4e8601ac32', 'subnets': [{'id': '5e7cdd28-a708-4c60-9515-0f4475157064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:36:46.251793 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26bfb0-6ffd-4471-a320-57137b8f95ac', 'name': 'tempest-TestVolumeBootPattern-1147777678-router', 'tenant_id': '79e32c4ab8954579906632ff27e2c999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '07e3bb39-a99b-4eac-b6b1-e7ee67744fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:39Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 4, 'project_id': '79e32c4ab8954579906632ff27e2c999', 'gw_port': {'id': '07e3bb39-a99b-4eac-b6b1-e7ee67744fe8', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26bfb0-6ffd-4471-a320-57137b8f95ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:39Z', 'updated_at': '2022-08-10T12:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'ae68486f-89de-445b-b37b-eb71d16b7a84', 'name': '', 'network_id': '044bbb2f-9749-457a-938a-f68604f94a30', 'tenant_id': '79e32c4ab8954579906632ff27e2c999', 'mac_address': 'fa:16:3e:0e:83:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be26bfb0-6ffd-4471-a320-57137b8f95ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f66d701c-4fad-4ae3-aecd-d36040958f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:41Z', 'updated_at': '2022-08-10T12:36:45Z', 'revision_number': 4, 'project_id': '79e32c4ab8954579906632ff27e2c999', 'subnets': [{'id': 'f66d701c-4fad-4ae3-aecd-d36040958f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:46.284975 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e1c1e3-0198-40c1-8721-56842f0dff97 None None] The sync data for ids ['be26bfb0-6ffd-4471-a320-57137b8f95ac'] in dv-cinder-852261-3-iscsi is: [{'id': 'be26bfb0-6ffd-4471-a320-57137b8f95ac', 'name': 'tempest-TestVolumeBootPattern-1147777678-router', 'tenant_id': '79e32c4ab8954579906632ff27e2c999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '07e3bb39-a99b-4eac-b6b1-e7ee67744fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:39Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 4, 'project_id': '79e32c4ab8954579906632ff27e2c999', 'gw_port': {'id': '07e3bb39-a99b-4eac-b6b1-e7ee67744fe8', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26bfb0-6ffd-4471-a320-57137b8f95ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:39Z', 'updated_at': '2022-08-10T12:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'ae68486f-89de-445b-b37b-eb71d16b7a84', 'name': '', 'network_id': '044bbb2f-9749-457a-938a-f68604f94a30', 'tenant_id': '79e32c4ab8954579906632ff27e2c999', 'mac_address': 'fa:16:3e:0e:83:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be26bfb0-6ffd-4471-a320-57137b8f95ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f66d701c-4fad-4ae3-aecd-d36040958f69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:41Z', 'updated_at': '2022-08-10T12:36:45Z', 'revision_number': 4, 'project_id': '79e32c4ab8954579906632ff27e2c999', 'subnets': [{'id': 'f66d701c-4fad-4ae3-aecd-d36040958f69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:36:46.465220 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27512560-48da-461f-b7bd-55eeaf409cca req-9220eb41-179f-412d-9ed5-60ff6ce2eecc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:46.466960 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-27512560-48da-461f-b7bd-55eeaf409cca req-9220eb41-179f-412d-9ed5-60ff6ce2eecc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0637386 Aug 10 12:36:46.538998 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-27512560-48da-461f-b7bd-55eeaf409cca req-a2d6c62c-3e61-4268-87f6-108e1b26b304 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644557 Aug 10 12:36:46.582970 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e588c4-9d87-40b8-8fcb-f1fcf5982d10 None None] New status for floating IP 9845b54a-6a6d-4d39-9af5-ef78ed92083c: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:36:46.586839 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device ae68486f-89de-445b-b37b-eb71d16b7a84 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:36:46.685937 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 50960) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:46.757747 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-99f22a38-9925-4f97-9d35-bff43e3592c7 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for security_group (ad10950e-76ac-43be-9efb-006b67cd415b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:46.784620 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-99f22a38-9925-4f97-9d35-bff43e3592c7 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for security_group (ad10950e-76ac-43be-9efb-006b67cd415b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:46.843057 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port ae68486f-89de-445b-b37b-eb71d16b7a84 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:36:46.843511 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (ae68486f-89de-445b-b37b-eb71d16b7a84), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:46.846587 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-99f22a38-9925-4f97-9d35-bff43e3592c7 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (ad10950e-76ac-43be-9efb-006b67cd415b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:46.850060 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-99f22a38-9925-4f97-9d35-bff43e3592c7 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:46.851716 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-99f22a38-9925-4f97-9d35-bff43e3592c7 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/ad10950e-76ac-43be-9efb-006b67cd415b HTTP/1.1" status: 204 len: 168 time: 0.1645787 Aug 10 12:36:46.854409 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50962) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:46.864113 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f22a38-9925-4f97-9d35-bff43e3592c7 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad10950e-76ac-43be-9efb-006b67cd415b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:46.868491 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.api.v2.resource [None req-3808b3f3-ebdd-4ac2-bc67-8c0263131bc7 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] show failed (client error): The resource could not be found. Aug 10 12:36:46.870744 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-3808b3f3-ebdd-4ac2-bc67-8c0263131bc7 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups/ad10950e-76ac-43be-9efb-006b67cd415b HTTP/1.1" status: 404 len: 347 time: 0.0151322 Aug 10 12:36:46.873522 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 50964) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:46.891338 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 925d1f21-e18a-4cdb-9515-0a2196cfef96 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:36:46.917144 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: 925d1f21-e18a-4cdb-9515-0a2196cfef96 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:36:46.917574 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 925d1f21-e18a-4cdb-9515-0a2196cfef96 not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:36:46.960025 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port ae68486f-89de-445b-b37b-eb71d16b7a84 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:36:46.960331 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ae68486f-89de-445b-b37b-eb71d16b7a84), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:46.996550 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port ae68486f-89de-445b-b37b-eb71d16b7a84, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=ae68486f-89de-445b-b37b-eb71d16b7a84,segment=NetworkSegment(1b3dc674-4dda-490b-a3ba-3062eb2a252b),segment_id=1b3dc674-4dda-490b-a3ba-3062eb2a252b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:46.999956 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-35d9099b-079b-4a81-9c40-0087414b2f83 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Deleting port 21811f01-9b88-4da4-b62a-20ccc21f8f57 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:36:47.000805 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35d9099b-079b-4a81-9c40-0087414b2f83 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (21811f01-9b88-4da4-b62a-20ccc21f8f57), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:47.001070 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (ae68486f-89de-445b-b37b-eb71d16b7a84), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:47.001992 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 07e3bb39-a99b-4eac-b6b1-e7ee67744fe8 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:36:47.051963 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:47.080173 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=ae68486f-89de-445b-b37b-eb71d16b7a84,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:47.088880 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 07e3bb39-a99b-4eac-b6b1-e7ee67744fe8 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:36:47.089180 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35d9099b-079b-4a81-9c40-0087414b2f83 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (21811f01-9b88-4da4-b62a-20ccc21f8f57), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:47.089360 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (07e3bb39-a99b-4eac-b6b1-e7ee67744fe8), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:47.089549 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35d9099b-079b-4a81-9c40-0087414b2f83 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for floatingip (21811f01-9b88-4da4-b62a-20ccc21f8f57), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:47.103706 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-35d9099b-079b-4a81-9c40-0087414b2f83 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Calling delete_port for 21811f01-9b88-4da4-b62a-20ccc21f8f57 owned by network:floatingip {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:36:47.163239 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 07e3bb39-a99b-4eac-b6b1-e7ee67744fe8 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:36:47.248308 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35d9099b-079b-4a81-9c40-0087414b2f83 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (21811f01-9b88-4da4-b62a-20ccc21f8f57), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:47.276722 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9099b-079b-4a81-9c40-0087414b2f83 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Pushing event deleted for resources: {'Port': ['ID=21811f01-9b88-4da4-b62a-20ccc21f8f57,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:47.343367 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35d9099b-079b-4a81-9c40-0087414b2f83 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks [] for floatingip (9845b54a-6a6d-4d39-9af5-ef78ed92083c), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:47.346904 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-35d9099b-079b-4a81-9c40-0087414b2f83 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:47.351005 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-35d9099b-079b-4a81-9c40-0087414b2f83 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/9845b54a-6a6d-4d39-9af5-ef78ed92083c HTTP/1.1" status: 204 len: 168 time: 0.4760902 Aug 10 12:36:47.670640 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f9ef4-a3c3-4fc7-ae47-c8ea98dc1831 req-e8889cf4-bf92-429e-b9a1-516ae00be13d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:47.672925 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-be8f9ef4-a3c3-4fc7-ae47-c8ea98dc1831 req-e8889cf4-bf92-429e-b9a1-516ae00be13d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0492880 Aug 10 12:36:47.723126 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-be8f9ef4-a3c3-4fc7-ae47-c8ea98dc1831 req-3dbc4ff6-62c8-44bb-9beb-194014455e22 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441339 Aug 10 12:36:48.369302 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:48.378445 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:48.482713 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device ae68486f-89de-445b-b37b-eb71d16b7a84 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:36:48.532740 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port ae68486f-89de-445b-b37b-eb71d16b7a84 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:36:48.533113 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (ae68486f-89de-445b-b37b-eb71d16b7a84), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:48.627096 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port ae68486f-89de-445b-b37b-eb71d16b7a84 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:36:48.792778 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:48.856144 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4ba0e-a6e7-4e38-bbcc-e13ccb6b8049 req-2244d36c-c9f7-4a8c-b302-3fe6be5576a9 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:48.857769 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d7f4ba0e-a6e7-4e38-bbcc-e13ccb6b8049 req-2244d36c-c9f7-4a8c-b302-3fe6be5576a9 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0515399 Aug 10 12:36:48.911736 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d7f4ba0e-a6e7-4e38-bbcc-e13ccb6b8049 req-006a8f40-3383-480a-be3a-ae904b9809d9 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474393 Aug 10 12:36:49.872484 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffb0cb-a7b2-4c6a-8c8f-1300334ddd36 req-b4effc99-40cb-4901-8e45-18bab9beb144 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:49.873989 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-76ffb0cb-a7b2-4c6a-8c8f-1300334ddd36 req-b4effc99-40cb-4901-8e45-18bab9beb144 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0492852 Aug 10 12:36:49.922396 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-76ffb0cb-a7b2-4c6a-8c8f-1300334ddd36 req-f6deb8fa-405f-4aec-b3f3-010a407a1875 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426667 Aug 10 12:36:50.036345 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76bad7-382f-4710-adb6-58fa6801b858 req-24a6750c-f1bc-4e57-813d-14960944ea63 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:50.037766 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-eb76bad7-382f-4710-adb6-58fa6801b858 req-24a6750c-f1bc-4e57-813d-14960944ea63 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0475247 Aug 10 12:36:50.058071 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:50.089397 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-eb76bad7-382f-4710-adb6-58fa6801b858 req-93f7fda9-d46a-4dd4-a7dc-ca67c1a416f7 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460718 Aug 10 12:36:51.048957 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b042e-8ce7-4991-87a7-97a888df10b9 req-51ff3dc2-a8ab-45fd-95cf-0346bfcbee20 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:51.050459 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3e9b042e-8ce7-4991-87a7-97a888df10b9 req-51ff3dc2-a8ab-45fd-95cf-0346bfcbee20 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0518682 Aug 10 12:36:51.100579 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3e9b042e-8ce7-4991-87a7-97a888df10b9 req-e759086f-e3a1-4aff-9947-5fe951350ac9 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445416 Aug 10 12:36:51.210948 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb241b1a-b0ad-4b76-bf77-c361cc4c1435 req-46047f4d-d53f-4552-a3ba-3588a2b59bd3 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:51.212447 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-cb241b1a-b0ad-4b76-bf77-c361cc4c1435 req-46047f4d-d53f-4552-a3ba-3588a2b59bd3 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0483968 Aug 10 12:36:51.217959 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f015434-4122-43f4-94b9-c73fcd6d8566 req-d01e8cb5-7c16-40bf-a8f3-85222ea42ffd tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:51.219472 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9f015434-4122-43f4-94b9-c73fcd6d8566 req-d01e8cb5-7c16-40bf-a8f3-85222ea42ffd tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0488043 Aug 10 12:36:51.223783 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:51.264104 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-cb241b1a-b0ad-4b76-bf77-c361cc4c1435 req-0697ea86-8401-44f7-9053-8069bc5a6445 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460956 Aug 10 12:36:51.269563 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9f015434-4122-43f4-94b9-c73fcd6d8566 req-8f337d2e-2a63-49ed-87ed-8e726c41f2b8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442467 Aug 10 12:36:51.467415 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-95676400-20dc-4211-bb88-086ef449e4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:52.220906 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf98b4-c695-4c81-b256-43e811a0912a req-04bc2ee9-4667-463b-aec3-51717e457a46 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:52.222707 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5ccf98b4-c695-4c81-b256-43e811a0912a req-04bc2ee9-4667-463b-aec3-51717e457a46 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0475209 Aug 10 12:36:52.273981 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5ccf98b4-c695-4c81-b256-43e811a0912a req-cbbaa0db-02ef-4309-b4ca-4bce6742e980 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455110 Aug 10 12:36:52.394963 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4850c-6931-4797-933a-7f35415290f6 req-b6a899da-05e3-4ff6-8928-9f44b40e43d1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:52.395922 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbab35-2563-4819-89ff-1ddee4aae11c req-a0fb3189-d4b8-4b96-8b3f-cc395aba337f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:52.396522 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-51b4850c-6931-4797-933a-7f35415290f6 req-b6a899da-05e3-4ff6-8928-9f44b40e43d1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0537241 Aug 10 12:36:52.397415 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-51cbab35-2563-4819-89ff-1ddee4aae11c req-a0fb3189-d4b8-4b96-8b3f-cc395aba337f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0488279 Aug 10 12:36:52.444425 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-51cbab35-2563-4819-89ff-1ddee4aae11c req-23413639-679f-4123-8a9d-bc5ef96ecdf3 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409503 Aug 10 12:36:52.444682 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-51b4850c-6931-4797-933a-7f35415290f6 req-bb552e73-b866-434d-b8f0-1fc21b79b0dd tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414207 Aug 10 12:36:53.390364 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61abc5-3ddf-4bfe-86bf-39992f14e0d1 req-c5f2d901-72e5-4c3e-9766-bf90c5af93c9 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:53.391876 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4c61abc5-3ddf-4bfe-86bf-39992f14e0d1 req-c5f2d901-72e5-4c3e-9766-bf90c5af93c9 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0468249 Aug 10 12:36:53.406315 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:53.442993 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4c61abc5-3ddf-4bfe-86bf-39992f14e0d1 req-07e255c8-70fa-4cba-8709-b835cf401c64 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434182 Aug 10 12:36:53.565017 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3026f8a-a3b1-4ccc-b661-d08e02ff6283 req-b1bf42b6-e8d1-4d09-a698-6394b58aad6c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:53.566566 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e3026f8a-a3b1-4ccc-b661-d08e02ff6283 req-b1bf42b6-e8d1-4d09-a698-6394b58aad6c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0484924 Aug 10 12:36:53.571142 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb79ec-df23-48a7-a9b6-d09c1cbd5b97 req-76f2dba7-4d5d-4ce1-8bf5-62fc2392541a tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:53.572717 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-eecb79ec-df23-48a7-a9b6-d09c1cbd5b97 req-76f2dba7-4d5d-4ce1-8bf5-62fc2392541a tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0462594 Aug 10 12:36:53.616388 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e3026f8a-a3b1-4ccc-b661-d08e02ff6283 req-bac54051-95f6-4fc5-b73a-9ff5d672a5b9 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441353 Aug 10 12:36:53.625568 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-eecb79ec-df23-48a7-a9b6-d09c1cbd5b97 req-22f3b554-730b-43c6-85b6-1c1ad6609c24 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461986 Aug 10 12:36:53.678877 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-efbdc771-c470-4f0d-bfc3-f07af836b401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:54.169733 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda77d3-e42c-4504-acf0-ce70feeea5f3 req-da07873c-b661-4ed5-9e05-e0d5cbbf1eb8 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:54.171158 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4bda77d3-e42c-4504-acf0-ce70feeea5f3 req-da07873c-b661-4ed5-9e05-e0d5cbbf1eb8 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.0722995 Aug 10 12:36:54.177666 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d3474-6b48-4b88-b62a-1b483d3cafd6 req-3079187a-ad21-4438-90d8-bd7bd974f5c0 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:54.178958 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9f4d3474-6b48-4b88-b62a-1b483d3cafd6 req-3079187a-ad21-4438-90d8-bd7bd974f5c0 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0813932 Aug 10 12:36:54.243495 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:54.323589 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-4bda77d3-e42c-4504-acf0-ce70feeea5f3 req-dd249fa4-76b5-4dca-931e-67c3fe11c660 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Deleting port 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:36:54.323847 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-4bda77d3-e42c-4504-acf0-ce70feeea5f3 req-dd249fa4-76b5-4dca-931e-67c3fe11c660 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (6d220b97-f3b8-4e54-a5e7-2f570e5e93a2), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:54.330973 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-9f4d3474-6b48-4b88-b62a-1b483d3cafd6 req-52946e5b-b8d4-45d8-9a78-cd6d53c0dfdb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Deleting port dd8cd6a6-e946-4e31-a189-f179b73d0d26 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:36:54.331302 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-9f4d3474-6b48-4b88-b62a-1b483d3cafd6 req-52946e5b-b8d4-45d8-9a78-cd6d53c0dfdb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (dd8cd6a6-e946-4e31-a189-f179b73d0d26), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:54.491707 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-4bda77d3-e42c-4504-acf0-ce70feeea5f3 req-dd249fa4-76b5-4dca-931e-67c3fe11c660 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] For port 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=6d220b97-f3b8-4e54-a5e7-2f570e5e93a2,segment=NetworkSegment(e7f2c342-5cb6-4a2a-84de-fa4d69c70111),segment_id=e7f2c342-5cb6-4a2a-84de-fa4d69c70111)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:54.492333 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-4bda77d3-e42c-4504-acf0-ce70feeea5f3 req-dd249fa4-76b5-4dca-931e-67c3fe11c660 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (6d220b97-f3b8-4e54-a5e7-2f570e5e93a2), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:54.502586 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-9f4d3474-6b48-4b88-b62a-1b483d3cafd6 req-52946e5b-b8d4-45d8-9a78-cd6d53c0dfdb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] For port dd8cd6a6-e946-4e31-a189-f179b73d0d26, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=dd8cd6a6-e946-4e31-a189-f179b73d0d26,segment=NetworkSegment(949f5e67-dae1-401b-b15e-1f53624fbea6),segment_id=949f5e67-dae1-401b-b15e-1f53624fbea6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:54.502943 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-9f4d3474-6b48-4b88-b62a-1b483d3cafd6 req-52946e5b-b8d4-45d8-9a78-cd6d53c0dfdb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (dd8cd6a6-e946-4e31-a189-f179b73d0d26), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:54.546356 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-9f4d3474-6b48-4b88-b62a-1b483d3cafd6 req-52946e5b-b8d4-45d8-9a78-cd6d53c0dfdb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Calling delete_port for dd8cd6a6-e946-4e31-a189-f179b73d0d26 owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:36:54.569651 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583514e-a3a3-45c0-be83-4071ad07cb69 req-0a554b6f-3808-40c0-883b-4c095e2aed98 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:54.571229 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1583514e-a3a3-45c0-be83-4071ad07cb69 req-0a554b6f-3808-40c0-883b-4c095e2aed98 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 946 time: 0.0538123 Aug 10 12:36:54.626541 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1583514e-a3a3-45c0-be83-4071ad07cb69 req-9c6e7a30-c162-49ba-a12b-dbdc3c7066be tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443425 Aug 10 12:36:54.772031 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de1e25-8680-4b37-b9c4-c1c07150b523 req-24b56e96-db16-4ae2-81ba-01a201faf2a3 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:54.773702 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-20de1e25-8680-4b37-b9c4-c1c07150b523 req-24b56e96-db16-4ae2-81ba-01a201faf2a3 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0620301 Aug 10 12:36:54.774147 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-4bda77d3-e42c-4504-acf0-ce70feeea5f3 req-dd249fa4-76b5-4dca-931e-67c3fe11c660 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:54.774514 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-4bda77d3-e42c-4504-acf0-ce70feeea5f3 req-dd249fa4-76b5-4dca-931e-67c3fe11c660 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (17abc2a9-f012-4a77-a816-c12afc3373ef), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:54.774825 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.l3_db [req-4bda77d3-e42c-4504-acf0-ce70feeea5f3 req-dd249fa4-76b5-4dca-931e-67c3fe11c660 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Floating IP 17abc2a9-f012-4a77-a816-c12afc3373ef disassociated. External IP: 172.27.0.215, port: 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2. Aug 10 12:36:54.775166 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-4bda77d3-e42c-4504-acf0-ce70feeea5f3 req-dd249fa4-76b5-4dca-931e-67c3fe11c660 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Calling delete_port for 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:36:54.814232 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c305380-84fe-478f-9e9a-221ecfe1d228 req-a1521fd5-d352-4960-8f4a-90a4ceb79a56 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:54.815683 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8c305380-84fe-478f-9e9a-221ecfe1d228 req-a1521fd5-d352-4960-8f4a-90a4ceb79a56 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 945 time: 0.1122451 Aug 10 12:36:54.820789 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:54.830097 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-20de1e25-8680-4b37-b9c4-c1c07150b523 req-ab660262-4bcd-4fe4-9132-9bd60a85ac8c tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471811 Aug 10 12:36:54.851831 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:54.899201 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-9f4d3474-6b48-4b88-b62a-1b483d3cafd6 req-52946e5b-b8d4-45d8-9a78-cd6d53c0dfdb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (dd8cd6a6-e946-4e31-a189-f179b73d0d26), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:54.955036 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8c305380-84fe-478f-9e9a-221ecfe1d228 req-38d1ace7-6a10-4723-b8a7-07e0052b5ee5 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=fb96f109-d25d-4958-bda0-e5eb9c24a2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326313 Aug 10 12:36:54.958416 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52946e5b-b8d4-45d8-9a78-cd6d53c0dfdb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Pushing event deleted for resources: {'Port': ['ID=dd8cd6a6-e946-4e31-a189-f179b73d0d26,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:55.013992 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4d3474-6b48-4b88-b62a-1b483d3cafd6 req-52946e5b-b8d4-45d8-9a78-cd6d53c0dfdb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] No DVR routers for this DVR port dd8cd6a6-e946-4e31-a189-f179b73d0d26 on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:36:55.016828 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-9f4d3474-6b48-4b88-b62a-1b483d3cafd6 req-52946e5b-b8d4-45d8-9a78-cd6d53c0dfdb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:55.020033 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9f4d3474-6b48-4b88-b62a-1b483d3cafd6 req-52946e5b-b8d4-45d8-9a78-cd6d53c0dfdb tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.64 "DELETE /networking/v2.0/ports/dd8cd6a6-e946-4e31-a189-f179b73d0d26 HTTP/1.1" status: 204 len: 173 time: 0.8288095 Aug 10 12:36:55.020458 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d7d249-4da8-479b-aba1-6fcadbe4e731', 'name': 'network-vif-deleted', 'tag': 'dd8cd6a6-e946-4e31-a189-f179b73d0d26'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:36:55.022747 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd5d9d1-37ad-4698-afb2-919b253bad0f" -d '{"events": [{"server_uuid": "15d7d249-4da8-479b-aba1-6fcadbe4e731", "name": "network-vif-deleted", "tag": "dd8cd6a6-e946-4e31-a189-f179b73d0d26"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:36:55.060720 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:55.065460 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb294d8-7b2e-4d76-aa8d-589daa99482b x-openstack-request-id: req-fbb294d8-7b2e-4d76-aa8d-589daa99482b {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:36:55.065759 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d7d249-4da8-479b-aba1-6fcadbe4e731", "name": "network-vif-deleted", "tag": "dd8cd6a6-e946-4e31-a189-f179b73d0d26", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:36:55.066007 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fbb294d8-7b2e-4d76-aa8d-589daa99482b {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:36:55.066413 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb294d8-7b2e-4d76-aa8d-589daa99482b'] response: {'server_uuid': '15d7d249-4da8-479b-aba1-6fcadbe4e731', 'name': 'network-vif-deleted', 'tag': 'dd8cd6a6-e946-4e31-a189-f179b73d0d26', 'status': 'completed', 'code': 200} Aug 10 12:36:55.094649 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-4bda77d3-e42c-4504-acf0-ce70feeea5f3 req-dd249fa4-76b5-4dca-931e-67c3fe11c660 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (6d220b97-f3b8-4e54-a5e7-2f570e5e93a2), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:55.102062 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['54d795d2-dfea-4ba7-96f1-ce5efb7da579'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:36:55.126708 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd249fa4-76b5-4dca-931e-67c3fe11c660 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Pushing event deleted for resources: {'Port': ['ID=6d220b97-f3b8-4e54-a5e7-2f570e5e93a2,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:55.248068 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bda77d3-e42c-4504-acf0-ce70feeea5f3 req-dd249fa4-76b5-4dca-931e-67c3fe11c660 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Router f964d0ac-3918-42b8-ab09-1e594be47d14 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:36:55.258053 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:36:55.364085 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bda77d3-e42c-4504-acf0-ce70feeea5f3 req-dd249fa4-76b5-4dca-931e-67c3fe11c660 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:36:55.378409 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceaeff9-892f-4bed-964a-0ef6ca4ce982 None None] Sync routers for ids ['f964d0ac-3918-42b8-ab09-1e594be47d14'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:36:55.389755 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceaeff9-892f-4bed-964a-0ef6ca4ce982 None None] Routers {'f964d0ac-3918-42b8-ab09-1e594be47d14'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:55.390469 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-fceaeff9-892f-4bed-964a-0ef6ca4ce982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['f964d0ac-3918-42b8-ab09-1e594be47d14'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:55.412780 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bda77d3-e42c-4504-acf0-ce70feeea5f3 req-dd249fa4-76b5-4dca-931e-67c3fe11c660 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] No DVR routers for this DVR port 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:36:55.415235 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-4bda77d3-e42c-4504-acf0-ce70feeea5f3 req-dd249fa4-76b5-4dca-931e-67c3fe11c660 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:55.418981 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4bda77d3-e42c-4504-acf0-ce70feeea5f3 req-dd249fa4-76b5-4dca-931e-67c3fe11c660 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.64 "DELETE /networking/v2.0/ports/6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 HTTP/1.1" status: 204 len: 173 time: 1.2351379 Aug 10 12:36:55.447511 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:55.514121 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-fceaeff9-892f-4bed-964a-0ef6ca4ce982 None None] Set router f964d0ac-3918-42b8-ab09-1e594be47d14 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:55.637661 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:55.713165 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-fceaeff9-892f-4bed-964a-0ef6ca4ce982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '81a89fae-f281-4008-86c7-06694393262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:32Z', 'revision_number': 4, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'gw_port': {'id': '81a89fae-f281-4008-86c7-06694393262b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '5b02e1d7-11e8-4ec6-bd30-c2db62d1864f', 'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'mac_address': 'fa:16:3e:30:12:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:31Z', 'updated_at': '2022-08-10T12:32:37Z', 'revision_number': 5, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'subnets': [{'id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:55.740027 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceaeff9-892f-4bed-964a-0ef6ca4ce982 None None] Checking router: f964d0ac-3918-42b8-ab09-1e594be47d14 for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:36:55.753701 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceaeff9-892f-4bed-964a-0ef6ca4ce982 None None] Routers {'f964d0ac-3918-42b8-ab09-1e594be47d14'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:36:55.754355 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-fceaeff9-892f-4bed-964a-0ef6ca4ce982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['f964d0ac-3918-42b8-ab09-1e594be47d14'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:55.768379 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4e1ea0c6-2c5d-4f70-9de7-c01b6d03ecca req-06c3fc1a-465d-4f43-bdad-d112c07b8b23 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=15d7d249-4da8-479b-aba1-6fcadbe4e731 HTTP/1.1" status: 200 len: 210 time: 0.0458660 Aug 10 12:36:55.960212 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-fceaeff9-892f-4bed-964a-0ef6ca4ce982 None None] Set router f964d0ac-3918-42b8-ab09-1e594be47d14 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:36:55.985648 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34370730-9698-4a5f-aa2e-c85eb90760a6 req-f29c8f58-e475-4ec3-8b0c-54f52ce8cd8f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:55.985648 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-34370730-9698-4a5f-aa2e-c85eb90760a6 req-f29c8f58-e475-4ec3-8b0c-54f52ce8cd8f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0546801 Aug 10 12:36:56.039246 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-34370730-9698-4a5f-aa2e-c85eb90760a6 req-7267e1c6-1ccc-4cbf-b176-b60b101799f7 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483904 Aug 10 12:36:56.084160 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6caa5be4-8d4a-4e4d-aba2-68df7325f3ee req-ddb1b73e-e021-41b7-956b-e2f39c92fa2c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=67832a65-635c-45ac-830c-7ae989a1fea6 HTTP/1.1" status: 200 len: 210 time: 0.0307128 Aug 10 12:36:56.161735 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-fceaeff9-892f-4bed-964a-0ef6ca4ce982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '81a89fae-f281-4008-86c7-06694393262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:32Z', 'revision_number': 4, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'gw_port': {'id': '81a89fae-f281-4008-86c7-06694393262b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '5b02e1d7-11e8-4ec6-bd30-c2db62d1864f', 'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'mac_address': 'fa:16:3e:30:12:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:31Z', 'updated_at': '2022-08-10T12:32:37Z', 'revision_number': 5, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'subnets': [{'id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:36:56.191104 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceaeff9-892f-4bed-964a-0ef6ca4ce982 None None] The sync data for ids ['f964d0ac-3918-42b8-ab09-1e594be47d14'] in dv-cinder-852261-3-iscsi is: [{'id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '81a89fae-f281-4008-86c7-06694393262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:32Z', 'revision_number': 4, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'gw_port': {'id': '81a89fae-f281-4008-86c7-06694393262b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '5b02e1d7-11e8-4ec6-bd30-c2db62d1864f', 'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'mac_address': 'fa:16:3e:30:12:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:31Z', 'updated_at': '2022-08-10T12:32:37Z', 'revision_number': 5, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'subnets': [{'id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:36:56.342068 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:56.417771 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b110f90-76eb-4771-ae7d-5cfe51ba732f None None] New status for floating IP 17abc2a9-f012-4a77-a816-c12afc3373ef: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:36:56.654429 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:56.916422 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:36:56.936270 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:36:56.936803 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 6d220b97-f3b8-4e54-a5e7-2f570e5e93a2 not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:36:56.937224 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device dd8cd6a6-e946-4e31-a189-f179b73d0d26 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:36:56.960738 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: dd8cd6a6-e946-4e31-a189-f179b73d0d26 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:36:56.961221 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device dd8cd6a6-e946-4e31-a189-f179b73d0d26 not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:36:57.053729 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd1426-7a1f-4936-85f2-191a91c7d044 req-0af2323f-2061-402c-8329-7e53917aa307 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:57.055225 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-6bcd1426-7a1f-4936-85f2-191a91c7d044 req-0af2323f-2061-402c-8329-7e53917aa307 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0480921 Aug 10 12:36:57.067934 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67832a65-635c-45ac-830c-7ae989a1fea6', 'name': 'network-vif-deleted', 'tag': '6d220b97-f3b8-4e54-a5e7-2f570e5e93a2'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:36:57.070349 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c766b591-783a-40bb-87cd-d1916677fc21" -d '{"events": [{"server_uuid": "67832a65-635c-45ac-830c-7ae989a1fea6", "name": "network-vif-deleted", "tag": "6d220b97-f3b8-4e54-a5e7-2f570e5e93a2"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:36:57.104484 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-6bcd1426-7a1f-4936-85f2-191a91c7d044 req-e6010eae-5af8-4695-87b1-5dbe551b3a04 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437429 Aug 10 12:36:57.163949 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deb9a6-268c-4fb5-b29b-3afa72997210 req-9084f81e-ae5a-4968-ba3f-c97a930eded8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:57.165473 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-34deb9a6-268c-4fb5-b29b-3afa72997210 req-9084f81e-ae5a-4968-ba3f-c97a930eded8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0484953 Aug 10 12:36:57.166899 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87b95a9-8757-4ec2-a79a-6402ab7b2f95 x-openstack-request-id: req-b87b95a9-8757-4ec2-a79a-6402ab7b2f95 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:36:57.167189 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67832a65-635c-45ac-830c-7ae989a1fea6", "name": "network-vif-deleted", "tag": "6d220b97-f3b8-4e54-a5e7-2f570e5e93a2", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:36:57.167447 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b87b95a9-8757-4ec2-a79a-6402ab7b2f95 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:36:57.167836 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b87b95a9-8757-4ec2-a79a-6402ab7b2f95'] response: {'server_uuid': '67832a65-635c-45ac-830c-7ae989a1fea6', 'name': 'network-vif-deleted', 'tag': '6d220b97-f3b8-4e54-a5e7-2f570e5e93a2', 'status': 'completed', 'code': 200} Aug 10 12:36:57.219726 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-34deb9a6-268c-4fb5-b29b-3afa72997210 req-b167e0fd-9349-4570-9409-018cbd790d7b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486507 Aug 10 12:36:57.223874 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 51078) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:57.279791 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4cd4e288-2977-49e0-8279-697a826d8862 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group (fb96f109-d25d-4958-bda0-e5eb9c24a2b9), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:57.302738 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4cd4e288-2977-49e0-8279-697a826d8862 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group (fb96f109-d25d-4958-bda0-e5eb9c24a2b9), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:57.349131 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4cd4e288-2977-49e0-8279-697a826d8862 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (fb96f109-d25d-4958-bda0-e5eb9c24a2b9), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:57.351878 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4cd4e288-2977-49e0-8279-697a826d8862 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:57.353008 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-4cd4e288-2977-49e0-8279-697a826d8862 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/fb96f109-d25d-4958-bda0-e5eb9c24a2b9 HTTP/1.1" status: 204 len: 168 time: 0.1282210 Aug 10 12:36:57.356256 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 51080) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:57.362503 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4e288-2977-49e0-8279-697a826d8862 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb96f109-d25d-4958-bda0-e5eb9c24a2b9,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:57.374630 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.api.v2.resource [None req-a33186c5-ef8a-4f87-b837-71ee0f4f4785 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] show failed (client error): The resource could not be found. Aug 10 12:36:57.376890 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-a33186c5-ef8a-4f87-b837-71ee0f4f4785 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups/fb96f109-d25d-4958-bda0-e5eb9c24a2b9 HTTP/1.1" status: 404 len: 347 time: 0.0195000 Aug 10 12:36:57.379940 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 51082) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:57.489046 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-09fce8eb-c367-4b21-89ed-6ae8400c925c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Deleting port 1a0dd276-6c19-4d36-8b9a-1cfeadb49fef {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:36:57.489424 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-09fce8eb-c367-4b21-89ed-6ae8400c925c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (1a0dd276-6c19-4d36-8b9a-1cfeadb49fef), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:57.490875 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:57.567767 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-09fce8eb-c367-4b21-89ed-6ae8400c925c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (1a0dd276-6c19-4d36-8b9a-1cfeadb49fef), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:57.568094 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-09fce8eb-c367-4b21-89ed-6ae8400c925c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for floatingip (1a0dd276-6c19-4d36-8b9a-1cfeadb49fef), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:57.580811 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-09fce8eb-c367-4b21-89ed-6ae8400c925c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Calling delete_port for 1a0dd276-6c19-4d36-8b9a-1cfeadb49fef owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:36:57.693509 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:57.710748 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-09fce8eb-c367-4b21-89ed-6ae8400c925c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (1a0dd276-6c19-4d36-8b9a-1cfeadb49fef), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:57.735632 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fce8eb-c367-4b21-89ed-6ae8400c925c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Pushing event deleted for resources: {'Port': ['ID=1a0dd276-6c19-4d36-8b9a-1cfeadb49fef,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:57.795460 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-09fce8eb-c367-4b21-89ed-6ae8400c925c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for floatingip (17abc2a9-f012-4a77-a816-c12afc3373ef), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:57.798627 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-09fce8eb-c367-4b21-89ed-6ae8400c925c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:57.799761 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-09fce8eb-c367-4b21-89ed-6ae8400c925c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/17abc2a9-f012-4a77-a816-c12afc3373ef HTTP/1.1" status: 204 len: 168 time: 0.4189215 Aug 10 12:36:57.874646 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 51086) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:57.879242 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-f9d22720-c81c-4cea-8510-ed35523a9fc4 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--189156943', 'description': 'tempest-description--782717469'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:57.899403 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f9d22720-c81c-4cea-8510-ed35523a9fc4 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:57.908134 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:57.968502 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f9d22720-c81c-4cea-8510-ed35523a9fc4 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group (ece3e168-6a1e-459e-9887-6e6482f6c345), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:57.973056 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f9d22720-c81c-4cea-8510-ed35523a9fc4 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (ece3e168-6a1e-459e-9887-6e6482f6c345), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:58.003204 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f9d22720-c81c-4cea-8510-ed35523a9fc4 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:58.004469 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-f9d22720-c81c-4cea-8510-ed35523a9fc4 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1287653 Aug 10 12:36:58.006388 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d22720-c81c-4cea-8510-ed35523a9fc4 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece3e168-6a1e-459e-9887-6e6482f6c345,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:58.007531 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 51090) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:58.012058 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-60c54530-7c91-4600-8bdd-fc411a04d5ef tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Request body: {'security_group_rule': {'security_group_id': 'ece3e168-6a1e-459e-9887-6e6482f6c345', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:58.038658 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-60c54530-7c91-4600-8bdd-fc411a04d5ef tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group_rule (10bf7f85-d278-42a8-9901-2a41ca3c3e30), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:58.095031 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-60c54530-7c91-4600-8bdd-fc411a04d5ef tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group_rule (10bf7f85-d278-42a8-9901-2a41ca3c3e30), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:58.098803 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-60c54530-7c91-4600-8bdd-fc411a04d5ef tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (10bf7f85-d278-42a8-9901-2a41ca3c3e30), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:58.116791 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c54530-7c91-4600-8bdd-fc411a04d5ef tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bf7f85-d278-42a8-9901-2a41ca3c3e30,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:58.124213 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-60c54530-7c91-4600-8bdd-fc411a04d5ef tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:58.125457 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-60c54530-7c91-4600-8bdd-fc411a04d5ef tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168792 Aug 10 12:36:58.128132 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 51092) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:58.132356 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c5917833-82f1-4cf6-82cf-a426a80aead1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Request body: {'security_group_rule': {'security_group_id': 'ece3e168-6a1e-459e-9887-6e6482f6c345', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:58.160412 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c5917833-82f1-4cf6-82cf-a426a80aead1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group_rule (66cccbaf-ce69-4050-89fb-7fb266e124eb), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:58.217349 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c5917833-82f1-4cf6-82cf-a426a80aead1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group_rule (66cccbaf-ce69-4050-89fb-7fb266e124eb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:58.224922 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c5917833-82f1-4cf6-82cf-a426a80aead1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (66cccbaf-ce69-4050-89fb-7fb266e124eb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:58.235240 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b90940-db74-4047-9f8a-2c880ee8b512 req-33de744b-2bb4-434a-80a5-93fde058d427 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:58.236755 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c5b90940-db74-4047-9f8a-2c880ee8b512 req-33de744b-2bb4-434a-80a5-93fde058d427 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0570984 Aug 10 12:36:58.243343 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5917833-82f1-4cf6-82cf-a426a80aead1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66cccbaf-ce69-4050-89fb-7fb266e124eb,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:58.252232 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c5917833-82f1-4cf6-82cf-a426a80aead1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:58.253465 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-c5917833-82f1-4cf6-82cf-a426a80aead1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243405 Aug 10 12:36:58.256629 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 51098) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:36:58.261478 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-cfbdbca0-3913-47ed-a546-5dec6c69a7b9 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Request body: {'floatingip': {'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:36:58.284229 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cfbdbca0-3913-47ed-a546-5dec6c69a7b9 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:58.288674 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c5b90940-db74-4047-9f8a-2c880ee8b512 req-ce5dc6e2-601c-4140-a71d-35aa6d30cee0 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462792 Aug 10 12:36:58.385115 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df3de8-a9a8-4f17-b271-e9367357b843 req-8bde62e2-c3d0-467d-8128-82b482079740 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:58.386731 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-24df3de8-a9a8-4f17-b271-e9367357b843 req-8bde62e2-c3d0-467d-8128-82b482079740 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0593474 Aug 10 12:36:58.415280 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cfbdbca0-3913-47ed-a546-5dec6c69a7b9 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:58.424951 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:58.491945 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-24df3de8-a9a8-4f17-b271-e9367357b843 req-0c0e2cc5-ec60-44ee-bfbd-413ace1e2de9 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940595 Aug 10 12:36:58.549877 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-cfbdbca0-3913-47ed-a546-5dec6c69a7b9 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Allocated IP 172.27.0.124 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/17cced06-b4ad-4fab-a11b-ca177156a12d) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:36:58.617165 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:58.652511 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cfbdbca0-3913-47ed-a546-5dec6c69a7b9 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for port (17cced06-b4ad-4fab-a11b-ca177156a12d), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:58.683178 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cfbdbca0-3913-47ed-a546-5dec6c69a7b9 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (17cced06-b4ad-4fab-a11b-ca177156a12d), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:58.725740 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbdbca0-3913-47ed-a546-5dec6c69a7b9 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:36:58.730288 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-cfbdbca0-3913-47ed-a546-5dec6c69a7b9 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:36:58.734265 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbdbca0-3913-47ed-a546-5dec6c69a7b9 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:36:58.737725 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbdbca0-3913-47ed-a546-5dec6c69a7b9 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Pushing event updated for resources: {'Port': ['ID=17cced06-b4ad-4fab-a11b-ca177156a12d,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:58.814064 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cfbdbca0-3913-47ed-a546-5dec6c69a7b9 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for floatingip (fe20e187-e5c2-4274-8561-3518dcd44ada), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:58.851650 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cfbdbca0-3913-47ed-a546-5dec6c69a7b9 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (17cced06-b4ad-4fab-a11b-ca177156a12d), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:58.900990 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 40caaca6-10a7-43c8-8003-49d7c19f965f details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:36:58.995906 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cfbdbca0-3913-47ed-a546-5dec6c69a7b9 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for port (17cced06-b4ad-4fab-a11b-ca177156a12d), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:59.001557 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cfbdbca0-3913-47ed-a546-5dec6c69a7b9 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14084867'] for port (17cced06-b4ad-4fab-a11b-ca177156a12d), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:59.006103 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 40caaca6-10a7-43c8-8003-49d7c19f965f, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=40caaca6-10a7-43c8-8003-49d7c19f965f,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:59.017894 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': '40caaca6-10a7-43c8-8003-49d7c19f965f', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'port_id': '40caaca6-10a7-43c8-8003-49d7c19f965f', 'mac_address': 'fa:16:3e:fc:34:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:36:59.052920 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 40caaca6-10a7-43c8-8003-49d7c19f965f is: ACTIVE; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:36:59.053363 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:59.067189 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40caaca6-10a7-43c8-8003-49d7c19f965f {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:36:59.071990 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cfbdbca0-3913-47ed-a546-5dec6c69a7b9 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (fe20e187-e5c2-4274-8561-3518dcd44ada), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:59.075282 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbdbca0-3913-47ed-a546-5dec6c69a7b9 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Pushing event updated for resources: {'Port': ['ID=17cced06-b4ad-4fab-a11b-ca177156a12d,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:59.090761 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 40caaca6-10a7-43c8-8003-49d7c19f965f, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=40caaca6-10a7-43c8-8003-49d7c19f965f,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:36:59.091683 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-cfbdbca0-3913-47ed-a546-5dec6c69a7b9 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:59.097377 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-cfbdbca0-3913-47ed-a546-5dec6c69a7b9 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8354964 Aug 10 12:36:59.097957 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:36:59.132196 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:59.144858 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=40caaca6-10a7-43c8-8003-49d7c19f965f,revision_number=6']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:36:59.287764 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['40caaca6-10a7-43c8-8003-49d7c19f965f'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:36:59.292054 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-2727ddfd-9e37-4c5e-a8bd-50308a35f1e7 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--189156943&fields=id&tenant_id=82c24c64f4c34921837eceb32e24a287 HTTP/1.1" status: 200 len: 267 time: 0.0412221 Aug 10 12:36:59.320075 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:59.367133 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:59.411256 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-368d933b-852d-4355-93d0-8e8cfd085843 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:59.412723 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-368d933b-852d-4355-93d0-8e8cfd085843 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/networks?id=236b8912-0b35-45fe-a06b-75541ed0e553 HTTP/1.1" status: 200 len: 811 time: 0.1135004 Aug 10 12:36:59.420658 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b15168-352f-4a22-ac55-b4b1fd874f25 req-1466288b-683c-41d5-a828-2415844ac424 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:59.423093 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a8b15168-352f-4a22-ac55-b4b1fd874f25 req-1466288b-683c-41d5-a828-2415844ac424 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0566695 Aug 10 12:36:59.428207 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-9c397305-8719-4f14-a5ed-d711b7fcb6b3 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/quotas/82c24c64f4c34921837eceb32e24a287 HTTP/1.1" status: 200 len: 375 time: 0.0099254 Aug 10 12:36:59.466625 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:36:59.472339 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a8b15168-352f-4a22-ac55-b4b1fd874f25 req-1b8d1c28-832c-4dce-a1df-28f7c4d2c1f5 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427895 Aug 10 12:36:59.477926 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-28e8791c-7c7d-4fe1-9512-e47ee4e345fd tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=82c24c64f4c34921837eceb32e24a287&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445173 Aug 10 12:36:59.617232 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee74b4-ac6e-420f-b560-a1ef12c08d3f req-f2e77441-ecb5-48fa-8b6e-fa8e010bc002 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:36:59.619000 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8aee74b4-ac6e-420f-b560-a1ef12c08d3f req-f2e77441-ecb5-48fa-8b6e-fa8e010bc002 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 944 time: 0.0514388 Aug 10 12:36:59.665144 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-26f6dd7a-2be8-4200-a22a-a3fe7637c1b3 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/236b8912-0b35-45fe-a06b-75541ed0e553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757536 Aug 10 12:36:59.667233 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8aee74b4-ac6e-420f-b560-a1ef12c08d3f req-c442b875-90de-44fe-bd88-f13952dfd2e2 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424588 Aug 10 12:36:59.758719 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-51803ddd-28f0-4967-9355-23fdddc9fd71 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/236b8912-0b35-45fe-a06b-75541ed0e553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876939 Aug 10 12:36:59.913604 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ed4a01f9-6a00-482b-b567-c9b11d070794 req-41055f32-25b2-4ed3-8d92-cf0a49b072c5 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b4528f4e-a5a6-4477-a906-aa36f45cb434 HTTP/1.1" status: 200 len: 210 time: 0.0277829 Aug 10 12:37:00.249042 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bcbc6-d97f-4959-a32f-2ded413d8250 req-e800c01c-ae4b-4193-950a-8086a2023b6f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:00.250523 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-387bcbc6-d97f-4959-a32f-2ded413d8250 req-e800c01c-ae4b-4193-950a-8086a2023b6f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0475988 Aug 10 12:37:00.337919 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-387bcbc6-d97f-4959-a32f-2ded413d8250 req-8598c0ce-120c-451b-bc5b-fd2b021d7879 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Deleting port 54d795d2-dfea-4ba7-96f1-ce5efb7da579 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:37:00.338537 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-387bcbc6-d97f-4959-a32f-2ded413d8250 req-8598c0ce-120c-451b-bc5b-fd2b021d7879 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (54d795d2-dfea-4ba7-96f1-ce5efb7da579), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:00.430204 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-387bcbc6-d97f-4959-a32f-2ded413d8250 req-8598c0ce-120c-451b-bc5b-fd2b021d7879 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] For port 54d795d2-dfea-4ba7-96f1-ce5efb7da579, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=54d795d2-dfea-4ba7-96f1-ce5efb7da579,segment=NetworkSegment(949f5e67-dae1-401b-b15e-1f53624fbea6),segment_id=949f5e67-dae1-401b-b15e-1f53624fbea6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:00.430569 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-387bcbc6-d97f-4959-a32f-2ded413d8250 req-8598c0ce-120c-451b-bc5b-fd2b021d7879 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (54d795d2-dfea-4ba7-96f1-ce5efb7da579), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:00.443789 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-387bcbc6-d97f-4959-a32f-2ded413d8250 req-8598c0ce-120c-451b-bc5b-fd2b021d7879 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Calling delete_port for 54d795d2-dfea-4ba7-96f1-ce5efb7da579 owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:37:00.505525 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:00.621979 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f9065-25e6-4b4b-9c01-dcc57524d2e1 req-4a77ca2d-ed58-438e-820a-8e38dc522c33 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:00.623488 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f04f9065-25e6-4b4b-9c01-dcc57524d2e1 req-4a77ca2d-ed58-438e-820a-8e38dc522c33 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 945 time: 0.0680399 Aug 10 12:37:00.628174 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-387bcbc6-d97f-4959-a32f-2ded413d8250 req-8598c0ce-120c-451b-bc5b-fd2b021d7879 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (54d795d2-dfea-4ba7-96f1-ce5efb7da579), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:00.669048 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['54d795d2-dfea-4ba7-96f1-ce5efb7da579'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:37:00.673169 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598c0ce-120c-451b-bc5b-fd2b021d7879 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Pushing event deleted for resources: {'Port': ['ID=54d795d2-dfea-4ba7-96f1-ce5efb7da579,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:00.730007 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-387bcbc6-d97f-4959-a32f-2ded413d8250 req-8598c0ce-120c-451b-bc5b-fd2b021d7879 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] No DVR routers for this DVR port 54d795d2-dfea-4ba7-96f1-ce5efb7da579 on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:37:00.734828 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-387bcbc6-d97f-4959-a32f-2ded413d8250 req-8598c0ce-120c-451b-bc5b-fd2b021d7879 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:00.738011 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-387bcbc6-d97f-4959-a32f-2ded413d8250 req-8598c0ce-120c-451b-bc5b-fd2b021d7879 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.64 "DELETE /networking/v2.0/ports/54d795d2-dfea-4ba7-96f1-ce5efb7da579 HTTP/1.1" status: 204 len: 173 time: 0.4823656 Aug 10 12:37:00.738444 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d0ad15-5ec9-405f-ad6d-2d0b9a2db671', 'name': 'network-vif-deleted', 'tag': '54d795d2-dfea-4ba7-96f1-ce5efb7da579'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:37:00.740681 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa5495c-f9f2-4ded-abfb-eecf099613fa" -d '{"events": [{"server_uuid": "d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671", "name": "network-vif-deleted", "tag": "54d795d2-dfea-4ba7-96f1-ce5efb7da579"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:37:00.747164 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f04f9065-25e6-4b4b-9c01-dcc57524d2e1 req-17eac06b-bdaf-4941-96dc-bbcaebc3b47f tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a96640ec-eea2-46c3-a5ab-09f59f88bd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169739 Aug 10 12:37:00.792616 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d878637-034e-440e-a1a7-ed2e7a1e6aa4 x-openstack-request-id: req-7d878637-034e-440e-a1a7-ed2e7a1e6aa4 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:37:00.792907 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671", "name": "network-vif-deleted", "tag": "54d795d2-dfea-4ba7-96f1-ce5efb7da579", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:37:00.793163 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7d878637-034e-440e-a1a7-ed2e7a1e6aa4 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:37:00.793591 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d878637-034e-440e-a1a7-ed2e7a1e6aa4'] response: {'server_uuid': 'd9d0ad15-5ec9-405f-ad6d-2d0b9a2db671', 'name': 'network-vif-deleted', 'tag': '54d795d2-dfea-4ba7-96f1-ce5efb7da579', 'status': 'completed', 'code': 200} Aug 10 12:37:00.794476 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f9150-8c9d-4e60-ba10-8278cca3adf4 req-d28fd884-358e-435b-9a91-6328713c0caa tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:00.795946 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9c8f9150-8c9d-4e60-ba10-8278cca3adf4 req-d28fd884-358e-435b-9a91-6328713c0caa tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 944 time: 0.0473576 Aug 10 12:37:00.842926 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9c8f9150-8c9d-4e60-ba10-8278cca3adf4 req-663768c5-2774-4dd8-a00c-7272cfc10f1b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412815 Aug 10 12:37:01.012757 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 40caaca6-10a7-43c8-8003-49d7c19f965f up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:37:01.042459 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e808e530-518f-4918-9fc3-a8725b4c8d43 req-2cf62ce2-5a12-4d29-8c7e-8c1c80c6c1d8 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b4528f4e-a5a6-4477-a906-aa36f45cb434 HTTP/1.1" status: 200 len: 210 time: 0.0556457 Aug 10 12:37:01.108152 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port 40caaca6-10a7-43c8-8003-49d7c19f965f triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:37:01.108547 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:01.226000 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 40caaca6-10a7-43c8-8003-49d7c19f965f is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:37:01.226397 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:01.228068 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:01.249434 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-ffa5454c-3274-4f30-b687-92234e6f7247 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:01.251307 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-ffa5454c-3274-4f30-b687-92234e6f7247 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.64 "GET /networking/v2.0/networks?id=236b8912-0b35-45fe-a06b-75541ed0e553 HTTP/1.1" status: 200 len: 811 time: 0.1540756 Aug 10 12:37:01.252605 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abef27e9-175c-4101-80ee-6da94e239088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40caaca6-10a7-43c8-8003-49d7c19f965f'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:37:01.255003 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39021bd0-afb4-4743-8104-e09d13e79f5b" -d '{"events": [{"server_uuid": "abef27e9-175c-4101-80ee-6da94e239088", "name": "network-vif-plugged", "status": "completed", "tag": "40caaca6-10a7-43c8-8003-49d7c19f965f"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:37:01.270492 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 40caaca6-10a7-43c8-8003-49d7c19f965f, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=40caaca6-10a7-43c8-8003-49d7c19f965f,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:01.276015 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:01.276830 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 54d795d2-dfea-4ba7-96f1-ce5efb7da579 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:37:01.315797 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: 54d795d2-dfea-4ba7-96f1-ce5efb7da579 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:37:01.316147 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 54d795d2-dfea-4ba7-96f1-ce5efb7da579 not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:37:01.338762 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=40caaca6-10a7-43c8-8003-49d7c19f965f,revision_number=7']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:01.355443 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316d3dbb-2c88-4909-8b42-a05df8e649ed x-openstack-request-id: req-316d3dbb-2c88-4909-8b42-a05df8e649ed {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:37:01.355741 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abef27e9-175c-4101-80ee-6da94e239088", "name": "network-vif-plugged", "status": "completed", "tag": "40caaca6-10a7-43c8-8003-49d7c19f965f", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:37:01.355995 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-316d3dbb-2c88-4909-8b42-a05df8e649ed {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:37:01.356389 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316d3dbb-2c88-4909-8b42-a05df8e649ed'] response: {'server_uuid': 'abef27e9-175c-4101-80ee-6da94e239088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40caaca6-10a7-43c8-8003-49d7c19f965f', 'code': 200} Aug 10 12:37:01.628399 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-f2ecf392-fe4a-475d-90a3-dd8f38ecf649 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=82c24c64f4c34921837eceb32e24a287 HTTP/1.1" status: 200 len: 379 time: 0.0569868 Aug 10 12:37:01.767986 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-57b74a23-3408-4941-b008-8e85114227d0 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Request body: {'port': {'device_id': 'b4528f4e-a5a6-4477-a906-aa36f45cb434', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'admin_state_up': True, 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'security_groups': ['ece3e168-6a1e-459e-9887-6e6482f6c345']}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:37:01.871191 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e29fae6d-be0d-4d00-b3de-955951244fa2 req-779d0bba-c724-4898-b145-3112dc9f8302 tempest-ServerRescueNegativeTestJSON-234679500 tempest-ServerRescueNegativeTestJSON-234679500-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d9d0ad15-5ec9-405f-ad6d-2d0b9a2db671 HTTP/1.1" status: 200 len: 210 time: 0.0363784 Aug 10 12:37:01.914718 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-57b74a23-3408-4941-b008-8e85114227d0 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Made reservation on behalf of 82c24c64f4c34921837eceb32e24a287 for: {'port': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:37:01.918142 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-57b74a23-3408-4941-b008-8e85114227d0 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:01.966162 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:01.975800 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb60ed-ecee-4ffd-a694-e77017f93089 req-debf33fa-4242-4111-a3bc-a20bfef91bbd tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:01.977259 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-88eb60ed-ecee-4ffd-a694-e77017f93089 req-debf33fa-4242-4111-a3bc-a20bfef91bbd tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0503101 Aug 10 12:37:02.025579 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-88eb60ed-ecee-4ffd-a694-e77017f93089 req-c3ac545c-996c-4e28-be81-6f59ad934d60 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423617 Aug 10 12:37:02.043101 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-57b74a23-3408-4941-b008-8e85114227d0 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Allocated IP 172.20.0.7 (236b8912-0b35-45fe-a06b-75541ed0e553/88ab3a9c-4854-4ead-9036-8a7a5b736fae/a7251038-f2c2-493d-b0a5-2bfc33676b23) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:37:02.157859 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e7263fb8-7b68-4a1c-891d-8ae581b4cc02 req-454ed5e2-0f5b-4d82-a2e3-7c09e5ccc264 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b4528f4e-a5a6-4477-a906-aa36f45cb434 HTTP/1.1" status: 200 len: 210 time: 0.0338681 Aug 10 12:37:02.207500 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-57b74a23-3408-4941-b008-8e85114227d0 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for port (a7251038-f2c2-493d-b0a5-2bfc33676b23), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:02.240517 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-57b74a23-3408-4941-b008-8e85114227d0 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (a7251038-f2c2-493d-b0a5-2bfc33676b23), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:02.253801 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:02.295187 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-57b74a23-3408-4941-b008-8e85114227d0 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Network 236b8912-0b35-45fe-a06b-75541ed0e553 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:37:02.302235 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-57b74a23-3408-4941-b008-8e85114227d0 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:37:02.304813 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b74a23-3408-4941-b008-8e85114227d0 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Pushing event updated for resources: {'Port': ['ID=a7251038-f2c2-493d-b0a5-2bfc33676b23,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:02.307139 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-57b74a23-3408-4941-b008-8e85114227d0 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:37:02.358242 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-57b74a23-3408-4941-b008-8e85114227d0 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:02.358865 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-57b74a23-3408-4941-b008-8e85114227d0 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:02.379380 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-57b74a23-3408-4941-b008-8e85114227d0 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6153979 Aug 10 12:37:02.434403 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-ea2211c9-e5bc-4501-a197-9471ed84d813 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1740254587&fields=id&tenant_id=f63c30b5d2af4144b096b78c7ab308a7 HTTP/1.1" status: 200 len: 267 time: 0.0505023 Aug 10 12:37:02.450892 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] Request body: {'port': {'device_id': 'b4528f4e-a5a6-4477-a906-aa36f45cb434', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:37:02.515577 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (a7251038-f2c2-493d-b0a5-2bfc33676b23), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:02.535213 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-1cbe3a91-d4e2-4e11-b7d7-f538eed164ad None None] Provisioning complete for port a7251038-f2c2-493d-b0a5-2bfc33676b23 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:37:02.535766 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-1cbe3a91-d4e2-4e11-b7d7-f538eed164ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (a7251038-f2c2-493d-b0a5-2bfc33676b23), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:02.552647 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-3755493e-1f9e-49a7-9c26-d33ad955f2a6 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:02.552893 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:02.555641 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-3755493e-1f9e-49a7-9c26-d33ad955f2a6 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/networks?id=ce24948c-b056-4a3f-868d-8498edb8d6bb HTTP/1.1" status: 200 len: 812 time: 0.1123271 Aug 10 12:37:02.566848 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-1cbe3a91-d4e2-4e11-b7d7-f538eed164ad None None] Port a7251038-f2c2-493d-b0a5-2bfc33676b23 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:37:02.571897 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-3d4924fb-aa91-46cf-bd59-82d5948ca21e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/quotas/f63c30b5d2af4144b096b78c7ab308a7 HTTP/1.1" status: 200 len: 375 time: 0.0119824 Aug 10 12:37:02.625259 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-dcb20775-541c-48ed-ac1c-c60430de7ad5 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=f63c30b5d2af4144b096b78c7ab308a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444362 Aug 10 12:37:02.771651 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-8496e8d0-d1e2-46cf-96d6-883e39e74994 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350474 Aug 10 12:37:02.778516 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7251038-f2c2-493d-b0a5-2bfc33676b23 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:37:02.786730 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] Publish callbacks [] for port (a7251038-f2c2-493d-b0a5-2bfc33676b23), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:02.798912 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] Transition to ACTIVE for port object a7251038-f2c2-493d-b0a5-2bfc33676b23 will not be triggered until provisioned by entity L2. {{(pid=103790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:37:02.803040 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (a7251038-f2c2-493d-b0a5-2bfc33676b23), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:02.861751 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-84049fc8-24e9-4b35-8fd2-68b4eb6e304c service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841572 Aug 10 12:37:02.865133 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131f90f-bedd-4597-9a95-768530208986 service neutron] Pushing event updated for resources: {'Port': ['ID=a7251038-f2c2-493d-b0a5-2bfc33676b23,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:02.916088 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] Attempting to bind port a7251038-f2c2-493d-b0a5-2bfc33676b23 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:37:02.916574 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] Attempting to bind port a7251038-f2c2-493d-b0a5-2bfc33676b23 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': 'e7f2c342-5cb6-4a2a-84de-fa4d69c70111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:37:02.916810 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] Attempting to bind port a7251038-f2c2-493d-b0a5-2bfc33676b23 on network 236b8912-0b35-45fe-a06b-75541ed0e553 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:37:02.921602 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] Port a7251038-f2c2-493d-b0a5-2bfc33676b23 on network 236b8912-0b35-45fe-a06b-75541ed0e553 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:37:02.921929 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] Attempting to bind port a7251038-f2c2-493d-b0a5-2bfc33676b23 on network 236b8912-0b35-45fe-a06b-75541ed0e553 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:37:02.927130 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:37:02.927469 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] Checking segment: {'id': 'e7f2c342-5cb6-4a2a-84de-fa4d69c70111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:37:02.927854 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] Bound using segment: {'id': 'e7f2c342-5cb6-4a2a-84de-fa4d69c70111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:37:02.928282 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] Bound port: a7251038-f2c2-493d-b0a5-2bfc33676b23, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f2c342-5cb6-4a2a-84de-fa4d69c70111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:37:02.928697 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (a7251038-f2c2-493d-b0a5-2bfc33676b23), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:02.965942 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 51178) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:02.999638 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] For port a7251038-f2c2-493d-b0a5-2bfc33676b23, host hv-cinder-85226, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:37:03.003890 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] For port a7251038-f2c2-493d-b0a5-2bfc33676b23, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=a7251038-f2c2-493d-b0a5-2bfc33676b23,segment=NetworkSegment(e7f2c342-5cb6-4a2a-84de-fa4d69c70111),segment_id=e7f2c342-5cb6-4a2a-84de-fa4d69c70111)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:37:03.012286 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (a7251038-f2c2-493d-b0a5-2bfc33676b23), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:03.036239 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:03.037026 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:03.038449 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e131f90f-bedd-4597-9a95-768530208986 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/a7251038-f2c2-493d-b0a5-2bfc33676b23 HTTP/1.1" status: 200 len: 1093 time: 0.6440716 Aug 10 12:37:03.039026 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4528f4e-a5a6-4477-a906-aa36f45cb434', 'tag': 'a7251038-f2c2-493d-b0a5-2bfc33676b23'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:37:03.041798 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0915501b-11fd-4db2-bd23-3691bbfca38c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4528f4e-a5a6-4477-a906-aa36f45cb434", "tag": "a7251038-f2c2-493d-b0a5-2bfc33676b23"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:37:03.083949 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131f90f-bedd-4597-9a95-768530208986 service neutron] Pushing event updated for resources: {'Port': ['ID=a7251038-f2c2-493d-b0a5-2bfc33676b23,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:03.087575 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecc4b65-a909-4de3-850a-697ee1eca34c x-openstack-request-id: req-5ecc4b65-a909-4de3-850a-697ee1eca34c {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:37:03.087859 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4528f4e-a5a6-4477-a906-aa36f45cb434", "tag": "a7251038-f2c2-493d-b0a5-2bfc33676b23", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:37:03.088114 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ecc4b65-a909-4de3-850a-697ee1eca34c {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:37:03.088515 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ecc4b65-a909-4de3-850a-697ee1eca34c'] response: {'name': 'network-changed', 'server_uuid': 'b4528f4e-a5a6-4477-a906-aa36f45cb434', 'tag': 'a7251038-f2c2-493d-b0a5-2bfc33676b23', 'status': 'completed', 'code': 200} Aug 10 12:37:03.291855 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b800f-76a3-44c0-a818-1fe0fd72fb3b req-25cdecb7-c0be-4eb6-becb-5d8d39fa18dc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:03.293539 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-895b800f-76a3-44c0-a818-1fe0fd72fb3b req-25cdecb7-c0be-4eb6-becb-5d8d39fa18dc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.1455946 Aug 10 12:37:03.295223 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eff530-3834-483c-8ba5-249089c1cf85 req-caf35cc2-5537-47f9-a3c2-ca76af6a4fa9 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:03.297712 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-41eff530-3834-483c-8ba5-249089c1cf85 req-caf35cc2-5537-47f9-a3c2-ca76af6a4fa9 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b4528f4e-a5a6-4477-a906-aa36f45cb434 HTTP/1.1" status: 200 len: 943 time: 0.0555224 Aug 10 12:37:03.307578 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-7124d101-9566-4a9b-b0d1-a2b07ec663cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:03.309071 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-7124d101-9566-4a9b-b0d1-a2b07ec663cc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=82c24c64f4c34921837eceb32e24a287&device_id=b4528f4e-a5a6-4477-a906-aa36f45cb434 HTTP/1.1" status: 200 len: 1127 time: 0.1749852 Aug 10 12:37:03.379714 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-41eff530-3834-483c-8ba5-249089c1cf85 req-5429c4ec-b20d-4870-8027-a29db8889612 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ece3e168-6a1e-459e-9887-6e6482f6c345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671170 Aug 10 12:37:03.473351 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a44c9417-7eec-4fbe-bfee-2eb7e42eba5e req-86533772-b6c6-404f-9d6e-221ad595e644 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 210 time: 0.0372231 Aug 10 12:37:03.715480 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-895b800f-76a3-44c0-a818-1fe0fd72fb3b req-a19f3640-1daf-42f5-a42f-25501f8ce2f4 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4123855 Aug 10 12:37:03.745400 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-7a70c8e9-9277-494a-a1a0-908210e59f53 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7251038-f2c2-493d-b0a5-2bfc33676b23 HTTP/1.1" status: 200 len: 217 time: 0.3763099 Aug 10 12:37:03.820256 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:03.822919 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-40eb7da0-c1a3-4c72-aec0-52939d79867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:03.825091 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-40eb7da0-c1a3-4c72-aec0-52939d79867b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=88ab3a9c-4854-4ead-9036-8a7a5b736fae HTTP/1.1" status: 200 len: 850 time: 0.0556407 Aug 10 12:37:03.842933 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:03.916888 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-b1791e8b-5b85-4ff7-8f6b-602ed0578fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:03.918445 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-b1791e8b-5b85-4ff7-8f6b-602ed0578fda service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=236b8912-0b35-45fe-a06b-75541ed0e553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867839 Aug 10 12:37:04.077282 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-e6a13797-76df-44bc-8b22-620ffdac939d service neutron] 10.222.0.64 "GET /networking/v2.0/networks/236b8912-0b35-45fe-a06b-75541ed0e553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422017 Aug 10 12:37:04.218631 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93d645e8-ca6a-400e-a2c4-3a7e369978cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-746591'] for router_interface (d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:04.522864 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111d124-22a3-4bfa-b1aa-65b510f2ae64 req-efb392f8-a2b9-42c5-b478-a4cd42b3b9fa tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:04.530539 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-6111d124-22a3-4bfa-b1aa-65b510f2ae64 req-efb392f8-a2b9-42c5-b478-a4cd42b3b9fa tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b4528f4e-a5a6-4477-a906-aa36f45cb434 HTTP/1.1" status: 200 len: 943 time: 0.0581057 Aug 10 12:37:04.545301 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-69b0dd05-7335-45ba-bc25-5d7a451cad08 req-2369051d-df38-4fea-8d26-697422cebc0e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/236b8912-0b35-45fe-a06b-75541ed0e553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865268 Aug 10 12:37:04.594033 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-6111d124-22a3-4bfa-b1aa-65b510f2ae64 req-eb7c463a-6165-41ff-ad23-f69a85490577 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ece3e168-6a1e-459e-9887-6e6482f6c345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616479 Aug 10 12:37:04.648836 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-93d645e8-ca6a-400e-a2c4-3a7e369978cb admin admin] Deleting port 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:37:04.649590 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93d645e8-ca6a-400e-a2c4-3a7e369978cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (2421ca45-58b6-4fbc-a7bf-76ed2efd6e10), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:04.729963 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-baf3af0b-097d-4d5a-81e3-2b1276f61578 req-c0aede05-21b5-428a-a53b-8de90eaec1a7 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 210 time: 0.0742030 Aug 10 12:37:04.740310 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:04.760476 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-5d0ca7ad-6190-4c9b-9370-e93fffe2ba86 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:04.762961 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-5d0ca7ad-6190-4c9b-9370-e93fffe2ba86 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.64 "GET /networking/v2.0/networks?id=ce24948c-b056-4a3f-868d-8498edb8d6bb HTTP/1.1" status: 200 len: 812 time: 0.2377050 Aug 10 12:37:04.799930 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-93d645e8-ca6a-400e-a2c4-3a7e369978cb admin admin] For port 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=2421ca45-58b6-4fbc-a7bf-76ed2efd6e10,segment=NetworkSegment(949f5e67-dae1-401b-b15e-1f53624fbea6),segment_id=949f5e67-dae1-401b-b15e-1f53624fbea6)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:04.800297 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93d645e8-ca6a-400e-a2c4-3a7e369978cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (2421ca45-58b6-4fbc-a7bf-76ed2efd6e10), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:04.818974 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-93d645e8-ca6a-400e-a2c4-3a7e369978cb admin admin] Calling delete_port for 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10 owned by network:router_interface {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:37:04.899143 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5861f-fed5-4d2f-854d-f6514a0c64da req-39aea767-da57-4a33-b35f-0aebf0a35fc3 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:04.901414 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-40d5861f-fed5-4d2f-854d-f6514a0c64da req-39aea767-da57-4a33-b35f-0aebf0a35fc3 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0577171 Aug 10 12:37:04.934919 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:04.959228 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-40d5861f-fed5-4d2f-854d-f6514a0c64da req-758406fd-d5ed-4ffe-8861-a686a8acc834 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495596 Aug 10 12:37:04.964065 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:05.026952 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93d645e8-ca6a-400e-a2c4-3a7e369978cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (2421ca45-58b6-4fbc-a7bf-76ed2efd6e10), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:05.056328 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d645e8-ca6a-400e-a2c4-3a7e369978cb admin admin] Pushing event deleted for resources: {'Port': ['ID=2421ca45-58b6-4fbc-a7bf-76ed2efd6e10,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:05.252966 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-93d645e8-ca6a-400e-a2c4-3a7e369978cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-746699'] for router_interface (d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:05.492170 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d645e8-ca6a-400e-a2c4-3a7e369978cb admin admin] Router d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:37:05.670723 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:05.690238 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915501b-11fd-4db2-bd23-3691bbfca38c req-8cf39f86-eb38-4b68-813a-ff893cf14bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:05.691757 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0915501b-11fd-4db2-bd23-3691bbfca38c req-8cf39f86-eb38-4b68-813a-ff893cf14bc2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=82c24c64f4c34921837eceb32e24a287&device_id=b4528f4e-a5a6-4477-a906-aa36f45cb434 HTTP/1.1" status: 200 len: 1127 time: 0.1078582 Aug 10 12:37:05.713318 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d645e8-ca6a-400e-a2c4-3a7e369978cb admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:37:05.727006 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86aff55-2122-4157-b64a-fdea902297ac None None] Sync routers for ids ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:37:05.737547 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-93d645e8-ca6a-400e-a2c4-3a7e369978cb admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7705398 Aug 10 12:37:05.740159 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 51232) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:05.751983 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86aff55-2122-4157-b64a-fdea902297ac None None] Routers {'d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:37:05.752815 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-b86aff55-2122-4157-b64a-fdea902297ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:05.865742 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-16dd2404-0dd1-4f9d-acee-fab9e4387750 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f63c30b5d2af4144b096b78c7ab308a7 HTTP/1.1" status: 200 len: 380 time: 0.2824516 Aug 10 12:37:05.886392 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-a5468bd4-dc40-4134-bb85-8eff3efe005a tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Request body: {'port': {'device_id': '461c4836-f025-459c-9295-0a840e0e2066', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'admin_state_up': True, 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'security_groups': ['15788ed9-6cfc-40d7-952b-3a943bbf64fe']}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:37:05.892563 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-b86aff55-2122-4157-b64a-fdea902297ac None None] Set router d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:37:05.937831 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e1607-fa0f-47db-adc7-692aee2d4696 req-10c7af1a-4f96-4d26-8fb6-570a86d3e707 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:05.939358 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3d4e1607-fa0f-47db-adc7-692aee2d4696 req-10c7af1a-4f96-4d26-8fb6-570a86d3e707 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b4528f4e-a5a6-4477-a906-aa36f45cb434 HTTP/1.1" status: 200 len: 943 time: 0.2412100 Aug 10 12:37:05.939802 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:05.973670 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915501b-11fd-4db2-bd23-3691bbfca38c req-8b210de0-9fb2-40f0-a94f-44c6d612e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:05.973670 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0915501b-11fd-4db2-bd23-3691bbfca38c req-8b210de0-9fb2-40f0-a94f-44c6d612e08b service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=236b8912-0b35-45fe-a06b-75541ed0e553 HTTP/1.1" status: 200 len: 912 time: 0.2422240 Aug 10 12:37:06.053207 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0915501b-11fd-4db2-bd23-3691bbfca38c req-ea478e0b-d8c7-4683-9eef-cf8b660826bb service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7251038-f2c2-493d-b0a5-2bfc33676b23 HTTP/1.1" status: 200 len: 217 time: 0.0699775 Aug 10 12:37:06.065742 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3d4e1607-fa0f-47db-adc7-692aee2d4696 req-104b132a-6a62-432b-969f-597b5d812ead tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ece3e168-6a1e-459e-9887-6e6482f6c345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190419 Aug 10 12:37:06.137622 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915501b-11fd-4db2-bd23-3691bbfca38c req-92a92e57-22e2-4da4-83fb-c4f68e42abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:06.139287 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0915501b-11fd-4db2-bd23-3691bbfca38c req-92a92e57-22e2-4da4-83fb-c4f68e42abaf service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=88ab3a9c-4854-4ead-9036-8a7a5b736fae HTTP/1.1" status: 200 len: 850 time: 0.0772626 Aug 10 12:37:06.164324 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-b86aff55-2122-4157-b64a-fdea902297ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'name': 'tempest-ServerRescueNegativeTestJSON-871011041-router', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:37:04Z', 'revision_number': 5, 'project_id': '2301f937213e47c29686be4e8601ac32', 'gw_port': {'id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:06.198962 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86aff55-2122-4157-b64a-fdea902297ac None None] Checking router: d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:37:06.210841 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86aff55-2122-4157-b64a-fdea902297ac None None] Routers {'d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:37:06.212340 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-b86aff55-2122-4157-b64a-fdea902297ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:06.228295 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-a5468bd4-dc40-4134-bb85-8eff3efe005a tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Made reservation on behalf of f63c30b5d2af4144b096b78c7ab308a7 for: {'port': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:37:06.233076 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-a5468bd4-dc40-4134-bb85-8eff3efe005a tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:06.250238 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ddd5c6cb-59ad-42e0-a4b4-f9241ce957c1 req-f50951a3-fb06-4128-bea9-d160b567df52 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 210 time: 0.3946760 Aug 10 12:37:06.286342 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a1cc95f-9ffc-4b34-b5c1-6db46c752bdd admin admin] Publish callbacks [] for router (d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:06.317583 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915501b-11fd-4db2-bd23-3691bbfca38c req-d05d4ad5-1d70-499f-a511-1d31d983d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:06.319280 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0915501b-11fd-4db2-bd23-3691bbfca38c req-d05d4ad5-1d70-499f-a511-1d31d983d17e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=236b8912-0b35-45fe-a06b-75541ed0e553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1725414 Aug 10 12:37:06.345802 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-b86aff55-2122-4157-b64a-fdea902297ac None None] Set router d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:37:06.371953 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da538b-1144-4249-a627-e7165b715495 req-4b031894-5b41-425c-95ad-f08484fb7e17 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:06.379421 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e1da538b-1144-4249-a627-e7165b715495 req-4b031894-5b41-425c-95ad-f08484fb7e17 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.1670978 Aug 10 12:37:06.407866 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:06.507202 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:06.528515 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e1da538b-1144-4249-a627-e7165b715495 req-5a4f4cc4-9dfc-428e-972b-f9f2fecb524a tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478934 Aug 10 12:37:06.585753 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a1cc95f-9ffc-4b34-b5c1-6db46c752bdd admin admin] Publish callbacks [] for router_gateway (d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:06.630283 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-a5468bd4-dc40-4134-bb85-8eff3efe005a tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Allocated IP 172.20.0.12 (ce24948c-b056-4a3f-868d-8498edb8d6bb/cc0fd4fd-13f8-4b42-b035-5455593f783d/78d3316e-f954-4f65-8766-835c8e8a9708) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:37:06.677238 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-0a1cc95f-9ffc-4b34-b5c1-6db46c752bdd admin admin] Deleting port 30bbddae-74ad-48a1-85db-ef732cac2df3 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:37:06.678771 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a1cc95f-9ffc-4b34-b5c1-6db46c752bdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (30bbddae-74ad-48a1-85db-ef732cac2df3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:06.700412 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-b86aff55-2122-4157-b64a-fdea902297ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'name': 'tempest-ServerRescueNegativeTestJSON-871011041-router', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:37:04Z', 'revision_number': 5, 'project_id': '2301f937213e47c29686be4e8601ac32', 'gw_port': {'id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:06.706799 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0915501b-11fd-4db2-bd23-3691bbfca38c req-e1c8197c-dc90-4c48-939d-6e31d1b9e7df service neutron] 10.222.0.64 "GET /networking/v2.0/networks/236b8912-0b35-45fe-a06b-75541ed0e553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546162 Aug 10 12:37:06.741032 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86aff55-2122-4157-b64a-fdea902297ac None None] The sync data for ids ['d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9'] in dv-cinder-852261-3-iscsi is: [{'id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'name': 'tempest-ServerRescueNegativeTestJSON-871011041-router', 'tenant_id': '2301f937213e47c29686be4e8601ac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:37:04Z', 'revision_number': 5, 'project_id': '2301f937213e47c29686be4e8601ac32', 'gw_port': {'id': '30bbddae-74ad-48a1-85db-ef732cac2df3', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:91:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd768ca3a-4a81-4666-bd8b-a8fbee5ffbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:37:06.807336 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-0a1cc95f-9ffc-4b34-b5c1-6db46c752bdd admin admin] For port 30bbddae-74ad-48a1-85db-ef732cac2df3, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=30bbddae-74ad-48a1-85db-ef732cac2df3,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:06.807963 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a1cc95f-9ffc-4b34-b5c1-6db46c752bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (30bbddae-74ad-48a1-85db-ef732cac2df3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:06.824212 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-0a1cc95f-9ffc-4b34-b5c1-6db46c752bdd admin admin] Calling delete_port for 30bbddae-74ad-48a1-85db-ef732cac2df3 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:37:06.940718 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:06.943135 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device a7251038-f2c2-493d-b0a5-2bfc33676b23 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:37:07.089988 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a1cc95f-9ffc-4b34-b5c1-6db46c752bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (30bbddae-74ad-48a1-85db-ef732cac2df3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:07.090224 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port a7251038-f2c2-493d-b0a5-2bfc33676b23, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=a7251038-f2c2-493d-b0a5-2bfc33676b23,segment=NetworkSegment(e7f2c342-5cb6-4a2a-84de-fa4d69c70111),segment_id=e7f2c342-5cb6-4a2a-84de-fa4d69c70111)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:07.105471 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': 'a7251038-f2c2-493d-b0a5-2bfc33676b23', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'port_id': 'a7251038-f2c2-493d-b0a5-2bfc33676b23', 'mac_address': 'fa:16:3e:0f:80:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:37:07.187255 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cc95f-9ffc-4b34-b5c1-6db46c752bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=30bbddae-74ad-48a1-85db-ef732cac2df3,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:07.193448 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port a7251038-f2c2-493d-b0a5-2bfc33676b23 is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:37:07.194058 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (a7251038-f2c2-493d-b0a5-2bfc33676b23), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:07.216999 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7251038-f2c2-493d-b0a5-2bfc33676b23 {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:37:07.250777 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0915501b-11fd-4db2-bd23-3691bbfca38c req-0bdef25f-4e09-4f41-8e53-4854617ed991 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/236b8912-0b35-45fe-a06b-75541ed0e553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558349 Aug 10 12:37:07.263502 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port a7251038-f2c2-493d-b0a5-2bfc33676b23, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=a7251038-f2c2-493d-b0a5-2bfc33676b23,segment=NetworkSegment(e7f2c342-5cb6-4a2a-84de-fa4d69c70111),segment_id=e7f2c342-5cb6-4a2a-84de-fa4d69c70111)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:07.283669 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (a7251038-f2c2-493d-b0a5-2bfc33676b23), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:07.345111 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:07.349591 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d350930-c547-45af-8235-e869d942fddd req-894ce4b3-1cad-45fe-a8d2-1510791bf14c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:07.351362 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-2d350930-c547-45af-8235-e869d942fddd req-894ce4b3-1cad-45fe-a8d2-1510791bf14c tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b4528f4e-a5a6-4477-a906-aa36f45cb434 HTTP/1.1" status: 200 len: 943 time: 0.1107366 Aug 10 12:37:07.412120 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:07.428821 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a1cc95f-9ffc-4b34-b5c1-6db46c752bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691259'] for router_gateway (d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:07.436073 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-2d350930-c547-45af-8235-e869d942fddd req-c8b0f994-0598-43d2-b9f4-ab40244544b5 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ece3e168-6a1e-459e-9887-6e6482f6c345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719137 Aug 10 12:37:07.462594 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-a5468bd4-dc40-4134-bb85-8eff3efe005a tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for port (78d3316e-f954-4f65-8766-835c8e8a9708), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:07.463510 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:07.474871 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=a7251038-f2c2-493d-b0a5-2bfc33676b23,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:07.532013 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e1e60075-a788-4e71-927c-3c5190c24961 req-aeb701c1-a929-4735-964e-2b81c75291ea tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 210 time: 0.0692437 Aug 10 12:37:07.552810 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a1cc95f-9ffc-4b34-b5c1-6db46c752bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:07.555289 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a1cc95f-9ffc-4b34-b5c1-6db46c752bdd admin admin] Publish callbacks [] for router_controller (d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:07.585864 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-a5468bd4-dc40-4134-bb85-8eff3efe005a tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (78d3316e-f954-4f65-8766-835c8e8a9708), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:07.629374 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:07.647765 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['a7251038-f2c2-493d-b0a5-2bfc33676b23'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:37:07.652883 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a1cc95f-9ffc-4b34-b5c1-6db46c752bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747860'] for router (d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:07.655241 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1cc95f-9ffc-4b34-b5c1-6db46c752bdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 12:37:07.664952 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5468bd4-dc40-4134-bb85-8eff3efe005a tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event updated for resources: {'Port': ['ID=78d3316e-f954-4f65-8766-835c8e8a9708,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:07.674321 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-a5468bd4-dc40-4134-bb85-8eff3efe005a tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Network ce24948c-b056-4a3f-868d-8498edb8d6bb is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:37:07.676858 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-a5468bd4-dc40-4134-bb85-8eff3efe005a tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:37:07.691639 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0a1cc95f-9ffc-4b34-b5c1-6db46c752bdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:07.695857 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-a5468bd4-dc40-4134-bb85-8eff3efe005a tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:37:07.697242 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-0a1cc95f-9ffc-4b34-b5c1-6db46c752bdd admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/d768ca3a-4a81-4666-bd8b-a8fbee5ffbf9 HTTP/1.1" status: 204 len: 168 time: 1.9560430 Aug 10 12:37:07.698657 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 51248) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:07.777008 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-a5468bd4-dc40-4134-bb85-8eff3efe005a tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:07.777707 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-a5468bd4-dc40-4134-bb85-8eff3efe005a tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:07.796784 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92116b7-e8fd-45fc-b7e2-306774b47863 req-cacb51bc-305e-452b-8080-fdfbb6f86dd6 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:07.802148 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c92116b7-e8fd-45fc-b7e2-306774b47863 req-cacb51bc-305e-452b-8080-fdfbb6f86dd6 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.1528530 Aug 10 12:37:07.814943 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-a5468bd4-dc40-4134-bb85-8eff3efe005a tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9375865 Aug 10 12:37:07.842040 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] Request body: {'port': {'device_id': '461c4836-f025-459c-9295-0a840e0e2066', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:37:07.868264 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2a51ca-4d8f-4999-93a4-928acfa0f32a admin admin] Deleting subnet 5e7cdd28-a708-4c60-9515-0f4475157064 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 10 12:37:07.872126 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d2a51ca-4d8f-4999-93a4-928acfa0f32a admin admin] Publish callbacks [] for subnet (5e7cdd28-a708-4c60-9515-0f4475157064), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:07.940738 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d2a51ca-4d8f-4999-93a4-928acfa0f32a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649385'] for subnet (5e7cdd28-a708-4c60-9515-0f4475157064), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:07.942112 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (78d3316e-f954-4f65-8766-835c8e8a9708), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:07.957930 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:08.054266 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d2a51ca-4d8f-4999-93a4-928acfa0f32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731369'] for subnet (5e7cdd28-a708-4c60-9515-0f4475157064), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:08.111260 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:DELETE=9,neutron:UPDATE=5,neutron:SELECT=86 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:08.139466 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-8a9c6471-4160-4dc4-b5e2-f7fee52483e5 None None] Provisioning complete for port 78d3316e-f954-4f65-8766-835c8e8a9708 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:37:08.139842 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-8a9c6471-4160-4dc4-b5e2-f7fee52483e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (78d3316e-f954-4f65-8766-835c8e8a9708), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:08.162492 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c92116b7-e8fd-45fc-b7e2-306774b47863 req-0364e6df-fa36-40ad-be6b-5654e94e12d5 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3532043 Aug 10 12:37:08.168191 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d2a51ca-4d8f-4999-93a4-928acfa0f32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14084917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12800774'] for subnet (5e7cdd28-a708-4c60-9515-0f4475157064), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:08.197295 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-8a9c6471-4160-4dc4-b5e2-f7fee52483e5 None None] Port 78d3316e-f954-4f65-8766-835c8e8a9708 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:37:08.225481 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a51ca-4d8f-4999-93a4-928acfa0f32a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e7cdd28-a708-4c60-9515-0f4475157064,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:08.231771 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5d2a51ca-4d8f-4999-93a4-928acfa0f32a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:08.232232 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597a711e-faa8-409a-8f03-4a7b75c2c213 None None] Network 61402a18-53ba-4745-a9e1-e8ac1dfc87fb requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:37:08.242011 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-5d2a51ca-4d8f-4999-93a4-928acfa0f32a admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/5e7cdd28-a708-4c60-9515-0f4475157064 HTTP/1.1" status: 204 len: 168 time: 0.5104628 Aug 10 12:37:08.242011 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 51250) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:08.347004 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659484'] for network (61402a18-53ba-4745-a9e1-e8ac1dfc87fb), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:08.376964 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d3316e-f954-4f65-8766-835c8e8a9708 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:37:08.394574 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] Publish callbacks [] for port (78d3316e-f954-4f65-8766-835c8e8a9708), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:08.429938 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] Transition to ACTIVE for port object 78d3316e-f954-4f65-8766-835c8e8a9708 will not be triggered until provisioned by entity L2. {{(pid=103790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:37:08.438006 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Deleting port afbf0dff-ddce-4bde-8e8f-f028679f8d26 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:37:08.438690 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (afbf0dff-ddce-4bde-8e8f-f028679f8d26), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:08.440457 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (78d3316e-f954-4f65-8766-835c8e8a9708), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:08.531802 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cb2a6f-1f0e-4524-bd82-a2a6d6c334ed None None] DHCP port deletion for 61402a18-53ba-4745-a9e1-e8ac1dfc87fb request from dv-cinder-852261-3-iscsi {{(pid=103791) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 10 12:37:08.556396 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] For port afbf0dff-ddce-4bde-8e8f-f028679f8d26, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=afbf0dff-ddce-4bde-8e8f-f028679f8d26,segment=NetworkSegment(949f5e67-dae1-401b-b15e-1f53624fbea6),segment_id=949f5e67-dae1-401b-b15e-1f53624fbea6)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:08.556774 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (afbf0dff-ddce-4bde-8e8f-f028679f8d26), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:08.578704 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Calling delete_port for afbf0dff-ddce-4bde-8e8f-f028679f8d26 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:37:08.598885 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:37:08.640255 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] Pushing event updated for resources: {'Port': ['ID=78d3316e-f954-4f65-8766-835c8e8a9708,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:08.659848 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6b447-e62c-46cc-b675-0782dfffb888 req-91f58c84-2223-46f2-9083-90181d2cd75b tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:08.665983 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-54b6b447-e62c-46cc-b675-0782dfffb888 req-91f58c84-2223-46f2-9083-90181d2cd75b tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b4528f4e-a5a6-4477-a906-aa36f45cb434 HTTP/1.1" status: 200 len: 944 time: 0.0976727 Aug 10 12:37:08.673761 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (afbf0dff-ddce-4bde-8e8f-f028679f8d26), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:08.676992 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:37:08.677901 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 2421ca45-58b6-4fbc-a7bf-76ed2efd6e10 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:37:08.678550 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 30bbddae-74ad-48a1-85db-ef732cac2df3 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:37:08.712922 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: 30bbddae-74ad-48a1-85db-ef732cac2df3 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:37:08.713584 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 30bbddae-74ad-48a1-85db-ef732cac2df3 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:37:08.716363 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] Attempting to bind port 78d3316e-f954-4f65-8766-835c8e8a9708 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:37:08.717018 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] Attempting to bind port 78d3316e-f954-4f65-8766-835c8e8a9708 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:37:08.717368 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] Attempting to bind port 78d3316e-f954-4f65-8766-835c8e8a9708 on network ce24948c-b056-4a3f-868d-8498edb8d6bb {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:37:08.719603 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-26cb2a6f-1f0e-4524-bd82-a2a6d6c334ed None None] Deleting port afbf0dff-ddce-4bde-8e8f-f028679f8d26 {{(pid=103791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:37:08.720283 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-26cb2a6f-1f0e-4524-bd82-a2a6d6c334ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (afbf0dff-ddce-4bde-8e8f-f028679f8d26), before_delete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:08.752351 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-54b6b447-e62c-46cc-b675-0782dfffb888 req-6a2a80e7-c9e5-4729-8c15-2c135f6c439d tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ece3e168-6a1e-459e-9887-6e6482f6c345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594087 Aug 10 12:37:08.752721 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] Port 78d3316e-f954-4f65-8766-835c8e8a9708 on network ce24948c-b056-4a3f-868d-8498edb8d6bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:37:08.753063 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] Attempting to bind port 78d3316e-f954-4f65-8766-835c8e8a9708 on network ce24948c-b056-4a3f-868d-8498edb8d6bb {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:37:08.759852 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:37:08.759852 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] Checking segment: {'id': 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:37:08.760613 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] Bound using segment: {'id': 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:37:08.760848 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] Bound port: 78d3316e-f954-4f65-8766-835c8e8a9708, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:37:08.761202 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (78d3316e-f954-4f65-8766-835c8e8a9708), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:08.795748 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-26cb2a6f-1f0e-4524-bd82-a2a6d6c334ed None None] For port afbf0dff-ddce-4bde-8e8f-f028679f8d26, host dv-cinder-852261-3-iscsi, got binding levels [] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:08.796440 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-26cb2a6f-1f0e-4524-bd82-a2a6d6c334ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (afbf0dff-ddce-4bde-8e8f-f028679f8d26), precommit_delete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:08.806823 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd891956-a49b-4c35-92fa-54cd4b3dffbe req-a8c46b4c-8ddb-491c-af76-c0e95684f983 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:08.808700 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bd891956-a49b-4c35-92fa-54cd4b3dffbe req-a8c46b4c-8ddb-491c-af76-c0e95684f983 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 944 time: 0.0856900 Aug 10 12:37:08.811710 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=afbf0dff-ddce-4bde-8e8f-f028679f8d26,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:08.821519 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-26cb2a6f-1f0e-4524-bd82-a2a6d6c334ed None None] Calling delete_port for afbf0dff-ddce-4bde-8e8f-f028679f8d26 owned by network:dhcp {{(pid=103791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:37:08.826377 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.ipam_backend_mixin [None req-26cb2a6f-1f0e-4524-bd82-a2a6d6c334ed None None] Port afbf0dff-ddce-4bde-8e8f-f028679f8d26 was not found and therefore no delete operation was performed {{(pid=103791) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 10 12:37:08.829059 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-26cb2a6f-1f0e-4524-bd82-a2a6d6c334ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461'] for port (afbf0dff-ddce-4bde-8e8f-f028679f8d26), after_delete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:08.829231 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] No DVR routers for this DVR port afbf0dff-ddce-4bde-8e8f-f028679f8d26 on host dv-cinder-852261-3-iscsi {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:37:08.842575 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cb2a6f-1f0e-4524-bd82-a2a6d6c334ed None None] No DVR routers for this DVR port afbf0dff-ddce-4bde-8e8f-f028679f8d26 on host dv-cinder-852261-3-iscsi {{(pid=103791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:37:08.854682 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] For port 78d3316e-f954-4f65-8766-835c8e8a9708, host hv-cinder-85226, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:37:08.857837 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] For port 78d3316e-f954-4f65-8766-835c8e8a9708, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=78d3316e-f954-4f65-8766-835c8e8a9708,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:37:08.861557 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:08.863824 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb2a6f-1f0e-4524-bd82-a2a6d6c334ed None None] Pushing event deleted for resources: {'Port': ['ID=afbf0dff-ddce-4bde-8e8f-f028679f8d26,revision_number=None']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:08.870516 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (78d3316e-f954-4f65-8766-835c8e8a9708), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:08.880774 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:08.881425 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:08.882809 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/78d3316e-f954-4f65-8766-835c8e8a9708 HTTP/1.1" status: 200 len: 1094 time: 1.0493309 Aug 10 12:37:08.884147 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461c4836-f025-459c-9295-0a840e0e2066', 'tag': '78d3316e-f954-4f65-8766-835c8e8a9708'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:37:08.887962 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2040a987-1a3e-40d3-af24-00bf3f923100" -d '{"events": [{"name": "network-changed", "server_uuid": "461c4836-f025-459c-9295-0a840e0e2066", "tag": "78d3316e-f954-4f65-8766-835c8e8a9708"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:37:08.938537 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f825df-96e6-47bc-bacf-fcded95811c5 x-openstack-request-id: req-c2f825df-96e6-47bc-bacf-fcded95811c5 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:37:08.938828 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461c4836-f025-459c-9295-0a840e0e2066", "tag": "78d3316e-f954-4f65-8766-835c8e8a9708", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:37:08.939081 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2f825df-96e6-47bc-bacf-fcded95811c5 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:37:08.939543 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f825df-96e6-47bc-bacf-fcded95811c5'] response: {'name': 'network-changed', 'server_uuid': '461c4836-f025-459c-9295-0a840e0e2066', 'tag': '78d3316e-f954-4f65-8766-835c8e8a9708', 'status': 'completed', 'code': 200} Aug 10 12:37:08.953947 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device a7251038-f2c2-493d-b0a5-2bfc33676b23 up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:37:08.974884 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b61946-9395-4093-8bd3-2ed3c974184a service neutron] Pushing event updated for resources: {'Port': ['ID=78d3316e-f954-4f65-8766-835c8e8a9708,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:08.983929 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1708682', 'neutron.services.segments.db._delete_segments_for_network-8736056424951'] for network (61402a18-53ba-4745-a9e1-e8ac1dfc87fb), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:09.029176 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.services.segments.db [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61402a18-53ba-4745-a9e1-e8ac1dfc87fb']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:09.049675 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bd891956-a49b-4c35-92fa-54cd4b3dffbe req-1b31a7ec-3887-4e72-9166-c70549cf014e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295468 Aug 10 12:37:09.066913 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:09.070096 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.services.segments.db [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949f5e67-dae1-401b-b15e-1f53624fbea6') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:09.070562 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.services.segments.db [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949f5e67-dae1-401b-b15e-1f53624fbea6') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:09.080952 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-a7136ed6-a4e3-433d-bbc5-6a43442c084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:09.085072 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-a7136ed6-a4e3-433d-bbc5-6a43442c084e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f63c30b5d2af4144b096b78c7ab308a7&device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 1128 time: 0.0928440 Aug 10 12:37:09.088138 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port a7251038-f2c2-493d-b0a5-2bfc33676b23 completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:37:09.088669 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736056424843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649378'] for segment (949f5e67-dae1-401b-b15e-1f53624fbea6), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:09.098191 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port a7251038-f2c2-493d-b0a5-2bfc33676b23 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:37:09.098699 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (a7251038-f2c2-493d-b0a5-2bfc33676b23), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:09.110731 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (949f5e67-dae1-401b-b15e-1f53624fbea6), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:09.119432 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:37:09.119805 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14084843'] for segment (949f5e67-dae1-401b-b15e-1f53624fbea6), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:09.146827 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-31a57d2d-918d-4cd1-8a83-2f157ec24b04 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78d3316e-f954-4f65-8766-835c8e8a9708 HTTP/1.1" status: 200 len: 217 time: 0.0435228 Aug 10 12:37:09.214419 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1708675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745837'] for network (61402a18-53ba-4745-a9e1-e8ac1dfc87fb), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:09.223297 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:09.229945 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/61402a18-53ba-4745-a9e1-e8ac1dfc87fb HTTP/1.1" status: 204 len: 168 time: 0.9769089 Aug 10 12:37:09.232314 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port a7251038-f2c2-493d-b0a5-2bfc33676b23 is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:37:09.233040 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (a7251038-f2c2-493d-b0a5-2bfc33676b23), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:09.247309 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Pushing event deleted for resources: {'Network': ['ID=61402a18-53ba-4745-a9e1-e8ac1dfc87fb,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:09.255881 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:09.256370 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:09.256813 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:09.257248 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:09.257719 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:09.258146 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:09.258792 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-5584c728-4ec3-4ede-b0c5-b2da1738d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:09.259372 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:09.259788 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:09.260203 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-5584c728-4ec3-4ede-b0c5-b2da1738d1a6 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=cc0fd4fd-13f8-4b42-b035-5455593f783d HTTP/1.1" status: 200 len: 851 time: 0.1008966 Aug 10 12:37:09.260525 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:09.260972 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:09.261495 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:09.262051 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:09.262605 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:09.263042 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:09.263565 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0897ec-f64b-453f-84a0-92655e807df7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:09.276950 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4528f4e-a5a6-4477-a906-aa36f45cb434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7251038-f2c2-493d-b0a5-2bfc33676b23'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:37:09.282122 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036a763b-6d9f-4653-b99b-71d2ae900edb" -d '{"events": [{"server_uuid": "b4528f4e-a5a6-4477-a906-aa36f45cb434", "name": "network-vif-plugged", "status": "completed", "tag": "a7251038-f2c2-493d-b0a5-2bfc33676b23"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:37:09.311814 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.services.segments.plugin [-] Segment 949f5e67-dae1-401b-b15e-1f53624fbea6 resource provider aggregate not found Aug 10 12:37:09.331241 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port a7251038-f2c2-493d-b0a5-2bfc33676b23, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=a7251038-f2c2-493d-b0a5-2bfc33676b23,segment=NetworkSegment(e7f2c342-5cb6-4a2a-84de-fa4d69c70111),segment_id=e7f2c342-5cb6-4a2a-84de-fa4d69c70111)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:09.339193 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.services.segments.plugin [-] Segment 949f5e67-dae1-401b-b15e-1f53624fbea6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 949f5e67-dae1-401b-b15e-1f53624fbea6 found for delete ", "request_id": "req-2f8b280a-9e2b-4c7a-9c51-d2d92121efe1"}]} Aug 10 12:37:09.340614 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (a7251038-f2c2-493d-b0a5-2bfc33676b23), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:09.359946 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-ef88d870-d18a-4b54-92da-9183b66e09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:09.362080 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-ef88d870-d18a-4b54-92da-9183b66e09fe service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ce24948c-b056-4a3f-868d-8498edb8d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0878410 Aug 10 12:37:09.383211 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd56c5e6-1cbf-41f3-92fa-ab191b2fc33e x-openstack-request-id: req-dd56c5e6-1cbf-41f3-92fa-ab191b2fc33e {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:37:09.383970 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4528f4e-a5a6-4477-a906-aa36f45cb434", "name": "network-vif-plugged", "status": "completed", "tag": "a7251038-f2c2-493d-b0a5-2bfc33676b23", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:37:09.384420 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd56c5e6-1cbf-41f3-92fa-ab191b2fc33e {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:37:09.385481 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd56c5e6-1cbf-41f3-92fa-ab191b2fc33e'] response: {'server_uuid': 'b4528f4e-a5a6-4477-a906-aa36f45cb434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7251038-f2c2-493d-b0a5-2bfc33676b23', 'code': 200} Aug 10 12:37:09.420173 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8dc73-d2c0-4cd9-8285-d20f2ac8a4a1 req-73b3fe41-0eb3-422b-9a84-85f22170f430 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:09.422060 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1ca8dc73-d2c0-4cd9-8285-d20f2ac8a4a1 req-73b3fe41-0eb3-422b-9a84-85f22170f430 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0588071 Aug 10 12:37:09.426491 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=a7251038-f2c2-493d-b0a5-2bfc33676b23,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:09.508768 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 51274) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:09.561828 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1ca8dc73-d2c0-4cd9-8285-d20f2ac8a4a1 req-de885048-2dc5-43e4-bd7b-1f3f235777f6 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293457 Aug 10 12:37:09.580069 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-a6172b03-9b27-4486-84cf-34fe8e707e56 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=2301f937213e47c29686be4e8601ac32&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0699766 Aug 10 12:37:09.582972 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 51276) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:09.620500 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-d2652cad-b0f6-4cf2-a42f-517f22ab9527 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973543 Aug 10 12:37:09.759099 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-82fb678d-39bc-4aab-b621-654c023b978f admin admin] Publish callbacks [] for security_group (a96640ec-eea2-46c3-a5ab-09f59f88bd8c), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:09.788579 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea935835-0d45-46b5-81ab-c692950131e1 req-7dd9f908-5b9a-402d-8ad5-68d88844b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:09.789830 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ea935835-0d45-46b5-81ab-c692950131e1 req-7dd9f908-5b9a-402d-8ad5-68d88844b136 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b4528f4e-a5a6-4477-a906-aa36f45cb434 HTTP/1.1" status: 200 len: 1129 time: 0.0853233 Aug 10 12:37:09.817551 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-82fb678d-39bc-4aab-b621-654c023b978f admin admin] Publish callbacks [] for security_group (a96640ec-eea2-46c3-a5ab-09f59f88bd8c), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:09.857631 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1971275b-0f9e-4bb5-a524-d8fa080452cc req-ad6f056c-bf4f-4217-a195-8e6b8eda56a5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267134 Aug 10 12:37:09.910351 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ea935835-0d45-46b5-81ab-c692950131e1 req-8328924b-f7ff-4de3-a54f-f256f0970c20 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=ece3e168-6a1e-459e-9887-6e6482f6c345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083455 Aug 10 12:37:09.965372 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-82fb678d-39bc-4aab-b621-654c023b978f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (a96640ec-eea2-46c3-a5ab-09f59f88bd8c), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:09.968614 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-82fb678d-39bc-4aab-b621-654c023b978f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:09.969786 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-82fb678d-39bc-4aab-b621-654c023b978f admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/a96640ec-eea2-46c3-a5ab-09f59f88bd8c HTTP/1.1" status: 204 len: 168 time: 0.3799031 Aug 10 12:37:09.978586 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636adaad-6ea2-42cc-97e7-e16457f2fe03 req-59de0e47-d345-43c2-9cec-3c098bf18173 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:09.988891 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-636adaad-6ea2-42cc-97e7-e16457f2fe03 req-59de0e47-d345-43c2-9cec-3c098bf18173 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b4528f4e-a5a6-4477-a906-aa36f45cb434 HTTP/1.1" status: 200 len: 945 time: 0.0944352 Aug 10 12:37:10.003531 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb678d-39bc-4aab-b621-654c023b978f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96640ec-eea2-46c3-a5ab-09f59f88bd8c,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:10.089587 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-636adaad-6ea2-42cc-97e7-e16457f2fe03 req-82103bc5-e2f9-49aa-9e4d-63782e16125f tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ece3e168-6a1e-459e-9887-6e6482f6c345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995824 Aug 10 12:37:10.235733 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de000dc-8fa7-455f-a044-d65009fbcb6b req-7271bd92-acc1-4724-893e-556276374c3e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:10.238370 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8de000dc-8fa7-455f-a044-d65009fbcb6b req-7271bd92-acc1-4724-893e-556276374c3e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 944 time: 0.0753212 Aug 10 12:37:10.295456 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:10.309885 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8de000dc-8fa7-455f-a044-d65009fbcb6b req-33ce11f8-935a-4dc3-968d-b7ac32de7b85 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638533 Aug 10 12:37:10.471560 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device afbf0dff-ddce-4bde-8e8f-f028679f8d26 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:37:10.504960 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: afbf0dff-ddce-4bde-8e8f-f028679f8d26 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:37:10.505657 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device afbf0dff-ddce-4bde-8e8f-f028679f8d26 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:37:10.546385 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040a987-1a3e-40d3-af24-00bf3f923100 req-0c220fce-c81e-42ef-a618-8da8d3b1f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:10.547873 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2040a987-1a3e-40d3-af24-00bf3f923100 req-0c220fce-c81e-42ef-a618-8da8d3b1f75c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f63c30b5d2af4144b096b78c7ab308a7&device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 1128 time: 0.0605357 Aug 10 12:37:10.747979 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b445c5-3c4a-4ee3-9577-20f638b456b5 req-c2a96887-17e0-4855-9544-d8920e4a724a tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:10.750730 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c6b445c5-3c4a-4ee3-9577-20f638b456b5 req-c2a96887-17e0-4855-9544-d8920e4a724a tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0595989 Aug 10 12:37:10.802076 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:10.821254 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c6b445c5-3c4a-4ee3-9577-20f638b456b5 req-7a39eb2c-c668-4ebd-a44e-cd8df99b87bd tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646317 Aug 10 12:37:11.052911 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040a987-1a3e-40d3-af24-00bf3f923100 req-7dbfb16a-533f-4787-8e76-5027eb929df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:11.054680 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2040a987-1a3e-40d3-af24-00bf3f923100 req-7dbfb16a-533f-4787-8e76-5027eb929df4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ce24948c-b056-4a3f-868d-8498edb8d6bb HTTP/1.1" status: 200 len: 913 time: 0.1189318 Aug 10 12:37:11.108196 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2040a987-1a3e-40d3-af24-00bf3f923100 req-b5b496a5-2153-4919-a8ea-9a4260277d67 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78d3316e-f954-4f65-8766-835c8e8a9708 HTTP/1.1" status: 200 len: 217 time: 0.0361521 Aug 10 12:37:11.180355 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:11.208664 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:11.210913 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040a987-1a3e-40d3-af24-00bf3f923100 req-08b42f39-5d32-4241-ae8a-86876ff84b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:11.218176 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2040a987-1a3e-40d3-af24-00bf3f923100 req-08b42f39-5d32-4241-ae8a-86876ff84b7a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=cc0fd4fd-13f8-4b42-b035-5455593f783d HTTP/1.1" status: 200 len: 851 time: 0.0989771 Aug 10 12:37:11.251452 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecac2c3-0a1c-4f4d-b1fc-5a25d77070c8 req-85e3a6b2-7417-425e-8897-5714bb74c336 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:11.259084 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7ecac2c3-0a1c-4f4d-b1fc-5a25d77070c8 req-85e3a6b2-7417-425e-8897-5714bb74c336 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b4528f4e-a5a6-4477-a906-aa36f45cb434 HTTP/1.1" status: 200 len: 945 time: 0.0609612 Aug 10 12:37:11.328907 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7ecac2c3-0a1c-4f4d-b1fc-5a25d77070c8 req-474c7266-c2be-4320-a155-ecc0f16e67c6 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ece3e168-6a1e-459e-9887-6e6482f6c345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686758 Aug 10 12:37:11.351469 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040a987-1a3e-40d3-af24-00bf3f923100 req-9d1528d3-9ced-45fc-9a80-274c82cc8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:11.353159 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2040a987-1a3e-40d3-af24-00bf3f923100 req-9d1528d3-9ced-45fc-9a80-274c82cc8ffa service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ce24948c-b056-4a3f-868d-8498edb8d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1081915 Aug 10 12:37:11.481074 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01957daa-ef79-4117-ac2f-b561129f3047 req-77fe3801-09fb-4d27-a6ef-a6d85f8ce2fc tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:11.482589 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-01957daa-ef79-4117-ac2f-b561129f3047 req-77fe3801-09fb-4d27-a6ef-a6d85f8ce2fc tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 944 time: 0.0719671 Aug 10 12:37:11.542735 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-01957daa-ef79-4117-ac2f-b561129f3047 req-c52395c2-e3c7-4ac4-8991-2ebe1c68e83e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532231 Aug 10 12:37:12.002811 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2040a987-1a3e-40d3-af24-00bf3f923100 req-50d92e4b-43b1-4134-8353-8ffd594b2573 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214590 Aug 10 12:37:12.057499 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bcb9a-e46a-4ce9-b6d2-bf4f9d31441e req-27b79ec5-c85a-4031-a905-a7ba9b5d6c56 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:12.067083 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-797bcb9a-e46a-4ce9-b6d2-bf4f9d31441e req-27b79ec5-c85a-4031-a905-a7ba9b5d6c56 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0858393 Aug 10 12:37:12.128444 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-797bcb9a-e46a-4ce9-b6d2-bf4f9d31441e req-7fc64856-daa9-4d5a-aa77-c3419dc1b786 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604064 Aug 10 12:37:12.171177 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2040a987-1a3e-40d3-af24-00bf3f923100 req-83435941-e3ad-4fbd-b712-2b8819cc5c0a service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470215 Aug 10 12:37:12.482915 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd07b3-3bb4-4c6b-983b-33227236d270 req-bc941d47-2230-4cf9-8c99-2876fa750ea7 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:12.485602 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4cbd07b3-3bb4-4c6b-983b-33227236d270 req-bc941d47-2230-4cf9-8c99-2876fa750ea7 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b4528f4e-a5a6-4477-a906-aa36f45cb434 HTTP/1.1" status: 200 len: 945 time: 0.0680549 Aug 10 12:37:12.551971 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4cbd07b3-3bb4-4c6b-983b-33227236d270 req-62713ebe-3acd-4fd2-b77e-978f7e00fae2 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ece3e168-6a1e-459e-9887-6e6482f6c345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537045 Aug 10 12:37:12.704822 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30846470-0504-4829-b564-92a61799e919 req-1ce95f20-4be7-433e-a099-a93e0c48c746 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:12.706497 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-30846470-0504-4829-b564-92a61799e919 req-1ce95f20-4be7-433e-a099-a93e0c48c746 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 944 time: 0.0623226 Aug 10 12:37:12.709124 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032635a-e7b8-4784-92f8-de2554b49480 req-f44ae21f-df17-4fb8-b0fc-5e204dcd887d tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:12.714520 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8032635a-e7b8-4784-92f8-de2554b49480 req-f44ae21f-df17-4fb8-b0fc-5e204dcd887d tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b4528f4e-a5a6-4477-a906-aa36f45cb434 HTTP/1.1" status: 200 len: 945 time: 0.0616627 Aug 10 12:37:12.720873 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 51366) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:12.726046 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-1d2318fb-fbfc-4492-81b5-4828f5515018 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Request body: {'floatingip': {'port_id': 'a7251038-f2c2-493d-b0a5-2bfc33676b23'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:37:12.774300 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-30846470-0504-4829-b564-92a61799e919 req-8f0bae84-aa63-481f-b240-ff6f29e5fe78 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557761 Aug 10 12:37:12.775311 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1d2318fb-fbfc-4492-81b5-4828f5515018 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for floatingip (fe20e187-e5c2-4274-8561-3518dcd44ada), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:13.302651 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147a866-2fc3-4fe5-917e-1df4fae1c298 req-0303ee84-80cf-4371-9c26-d31bc69e8e19 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:13.304044 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9147a866-2fc3-4fe5-917e-1df4fae1c298 req-0303ee84-80cf-4371-9c26-d31bc69e8e19 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0650709 Aug 10 12:37:13.306643 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1d2318fb-fbfc-4492-81b5-4828f5515018 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:13.314383 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1d2318fb-fbfc-4492-81b5-4828f5515018 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (fe20e187-e5c2-4274-8561-3518dcd44ada), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:13.440887 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:13.458432 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9147a866-2fc3-4fe5-917e-1df4fae1c298 req-7232b836-3734-497f-8353-6b3c8ad83945 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477611 Aug 10 12:37:13.463834 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:13.479156 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.l3_db [None req-1d2318fb-fbfc-4492-81b5-4828f5515018 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Floating IP fe20e187-e5c2-4274-8561-3518dcd44ada associated. External IP: 172.27.0.124, port: a7251038-f2c2-493d-b0a5-2bfc33676b23. Aug 10 12:37:13.752958 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2318fb-fbfc-4492-81b5-4828f5515018 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Router f964d0ac-3918-42b8-ab09-1e594be47d14 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:37:13.883627 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2318fb-fbfc-4492-81b5-4828f5515018 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:37:13.901051 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa1de5f-cbe9-4f5f-b4d4-6353a5a296c1 None None] Sync routers for ids ['f964d0ac-3918-42b8-ab09-1e594be47d14'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:37:13.919362 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1d2318fb-fbfc-4492-81b5-4828f5515018 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:13.933451 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa1de5f-cbe9-4f5f-b4d4-6353a5a296c1 None None] Routers {'f964d0ac-3918-42b8-ab09-1e594be47d14'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:37:13.933451 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8fa1de5f-cbe9-4f5f-b4d4-6353a5a296c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['f964d0ac-3918-42b8-ab09-1e594be47d14'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:14.046333 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540857f-80a3-4f6e-9e22-85c6e9fc29b5 req-c7770566-6f28-4f14-ae07-47b007a883e5 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:14.049179 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4540857f-80a3-4f6e-9e22-85c6e9fc29b5 req-c7770566-6f28-4f14-ae07-47b007a883e5 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 944 time: 0.1285353 Aug 10 12:37:14.089541 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-8fa1de5f-cbe9-4f5f-b4d4-6353a5a296c1 None None] Set router f964d0ac-3918-42b8-ab09-1e594be47d14 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:37:14.120749 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4540857f-80a3-4f6e-9e22-85c6e9fc29b5 req-8dc3fc02-7597-4db1-bb93-3ea22b4f1c4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503986 Aug 10 12:37:14.143377 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:14.308497 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-1d2318fb-fbfc-4492-81b5-4828f5515018 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "PUT /networking/v2.0/floatingips/fe20e187-e5c2-4274-8561-3518dcd44ada HTTP/1.1" status: 200 len: 991 time: 1.5840447 Aug 10 12:37:14.308497 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4528f4e-a5a6-4477-a906-aa36f45cb434', 'tag': 'a7251038-f2c2-493d-b0a5-2bfc33676b23'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:37:14.309698 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7ba84a99e6a3ee78a19e4789e0716ba8eeb6d4089296a11dfcbdd1268c8b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6be94f-552c-4f1e-8119-58bb2cf3b6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b4528f4e-a5a6-4477-a906-aa36f45cb434", "tag": "a7251038-f2c2-493d-b0a5-2bfc33676b23"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:37:14.377679 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8fa1de5f-cbe9-4f5f-b4d4-6353a5a296c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '81a89fae-f281-4008-86c7-06694393262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:32Z', 'revision_number': 4, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'gw_port': {'id': '81a89fae-f281-4008-86c7-06694393262b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': 'fe20e187-e5c2-4274-8561-3518dcd44ada', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'port_id': 'a7251038-f2c2-493d-b0a5-2bfc33676b23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'mac_address': 'fa:16:3e:0f:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4528f4e-a5a6-4477-a906-aa36f45cb434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:36:58Z', 'updated_at': '2022-08-10T12:37:13Z', 'revision_number': 1, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b02e1d7-11e8-4ec6-bd30-c2db62d1864f', 'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'mac_address': 'fa:16:3e:30:12:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:31Z', 'updated_at': '2022-08-10T12:32:37Z', 'revision_number': 5, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'subnets': [{'id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:14.416978 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa1de5f-cbe9-4f5f-b4d4-6353a5a296c1 None None] Checking router: f964d0ac-3918-42b8-ab09-1e594be47d14 for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:37:14.427319 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa1de5f-cbe9-4f5f-b4d4-6353a5a296c1 None None] Routers {'f964d0ac-3918-42b8-ab09-1e594be47d14'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:37:14.428037 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8fa1de5f-cbe9-4f5f-b4d4-6353a5a296c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:36:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['f964d0ac-3918-42b8-ab09-1e594be47d14'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:14.470525 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:14.525770 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ff3b65-5827-44a2-a9d7-8219796c19f4 x-openstack-request-id: req-c6ff3b65-5827-44a2-a9d7-8219796c19f4 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:37:14.526622 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4528f4e-a5a6-4477-a906-aa36f45cb434", "tag": "a7251038-f2c2-493d-b0a5-2bfc33676b23", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:37:14.526876 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6ff3b65-5827-44a2-a9d7-8219796c19f4 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:37:14.527281 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ff3b65-5827-44a2-a9d7-8219796c19f4'] response: {'name': 'network-changed', 'server_uuid': 'b4528f4e-a5a6-4477-a906-aa36f45cb434', 'tag': 'a7251038-f2c2-493d-b0a5-2bfc33676b23', 'status': 'completed', 'code': 200} Aug 10 12:37:14.559635 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-8fa1de5f-cbe9-4f5f-b4d4-6353a5a296c1 None None] Set router f964d0ac-3918-42b8-ab09-1e594be47d14 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:37:14.622708 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a23cc-cb82-47fc-9fd8-d3268ea7e49e req-11355413-4ef1-435c-95dc-4ef8b06c89f8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:14.630552 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-830a23cc-cb82-47fc-9fd8-d3268ea7e49e req-11355413-4ef1-435c-95dc-4ef8b06c89f8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0915005 Aug 10 12:37:14.661962 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6be94f-552c-4f1e-8119-58bb2cf3b6e3 req-6d51d8e4-f855-46e2-8e64-fa662f8b092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:14.663760 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-fa6be94f-552c-4f1e-8119-58bb2cf3b6e3 req-6d51d8e4-f855-46e2-8e64-fa662f8b092b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=82c24c64f4c34921837eceb32e24a287&device_id=b4528f4e-a5a6-4477-a906-aa36f45cb434 HTTP/1.1" status: 200 len: 1129 time: 0.0787711 Aug 10 12:37:14.745931 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-830a23cc-cb82-47fc-9fd8-d3268ea7e49e req-e6265d3e-78ba-44ea-b540-0cb11544527f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140935 Aug 10 12:37:14.808545 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6be94f-552c-4f1e-8119-58bb2cf3b6e3 req-6953b3fe-13b1-447a-aed1-03fe6cbe826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:14.811326 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-fa6be94f-552c-4f1e-8119-58bb2cf3b6e3 req-6953b3fe-13b1-447a-aed1-03fe6cbe826a service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=236b8912-0b35-45fe-a06b-75541ed0e553 HTTP/1.1" status: 200 len: 912 time: 0.1396430 Aug 10 12:37:14.897736 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-fa6be94f-552c-4f1e-8119-58bb2cf3b6e3 req-f3be362a-f8a9-4625-8e72-dd0d36a44d8f service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7251038-f2c2-493d-b0a5-2bfc33676b23 HTTP/1.1" status: 200 len: 999 time: 0.0790355 Aug 10 12:37:14.948796 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:14.959410 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6be94f-552c-4f1e-8119-58bb2cf3b6e3 req-d91295f8-d7ab-48c5-8049-1a2758597647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:14.961146 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-fa6be94f-552c-4f1e-8119-58bb2cf3b6e3 req-d91295f8-d7ab-48c5-8049-1a2758597647 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=88ab3a9c-4854-4ead-9036-8a7a5b736fae HTTP/1.1" status: 200 len: 850 time: 0.0570905 Aug 10 12:37:14.965034 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-8fa1de5f-cbe9-4f5f-b4d4-6353a5a296c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '81a89fae-f281-4008-86c7-06694393262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:32Z', 'revision_number': 4, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'gw_port': {'id': '81a89fae-f281-4008-86c7-06694393262b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': 'fe20e187-e5c2-4274-8561-3518dcd44ada', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'port_id': 'a7251038-f2c2-493d-b0a5-2bfc33676b23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'mac_address': 'fa:16:3e:0f:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4528f4e-a5a6-4477-a906-aa36f45cb434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:36:58Z', 'updated_at': '2022-08-10T12:37:13Z', 'revision_number': 1, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b02e1d7-11e8-4ec6-bd30-c2db62d1864f', 'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'mac_address': 'fa:16:3e:30:12:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:31Z', 'updated_at': '2022-08-10T12:32:37Z', 'revision_number': 5, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'subnets': [{'id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:14.996881 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa1de5f-cbe9-4f5f-b4d4-6353a5a296c1 None None] The sync data for ids ['f964d0ac-3918-42b8-ab09-1e594be47d14'] in dv-cinder-852261-3-iscsi is: [{'id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '81a89fae-f281-4008-86c7-06694393262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:32Z', 'revision_number': 4, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'gw_port': {'id': '81a89fae-f281-4008-86c7-06694393262b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': 'fe20e187-e5c2-4274-8561-3518dcd44ada', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'port_id': 'a7251038-f2c2-493d-b0a5-2bfc33676b23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'mac_address': 'fa:16:3e:0f:80:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4528f4e-a5a6-4477-a906-aa36f45cb434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:36:58Z', 'updated_at': '2022-08-10T12:37:13Z', 'revision_number': 1, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b02e1d7-11e8-4ec6-bd30-c2db62d1864f', 'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'mac_address': 'fa:16:3e:30:12:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:31Z', 'updated_at': '2022-08-10T12:32:37Z', 'revision_number': 5, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'subnets': [{'id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:37:15.018523 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6be94f-552c-4f1e-8119-58bb2cf3b6e3 req-b4ff2910-c2b1-4919-bff1-a53445f45371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:15.020148 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-fa6be94f-552c-4f1e-8119-58bb2cf3b6e3 req-b4ff2910-c2b1-4919-bff1-a53445f45371 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=236b8912-0b35-45fe-a06b-75541ed0e553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524743 Aug 10 12:37:15.146783 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-fa6be94f-552c-4f1e-8119-58bb2cf3b6e3 req-1fbb08d8-8da0-4c91-9a6b-72527d32173b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/236b8912-0b35-45fe-a06b-75541ed0e553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126232 Aug 10 12:37:15.305224 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-fa6be94f-552c-4f1e-8119-58bb2cf3b6e3 req-0ae08b37-4363-488b-9ab7-af7103997aac service neutron] 10.222.0.64 "GET /networking/v2.0/networks/236b8912-0b35-45fe-a06b-75541ed0e553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514406 Aug 10 12:37:15.347856 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5edc8f4-12ec-4738-9f33-fe02ce9c9341 None None] New status for floating IP fe20e187-e5c2-4274-8561-3518dcd44ada: ACTIVE {{(pid=103792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:37:15.356937 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a64845-f30e-4436-ab3d-233bcceb6cff req-8da053bd-bf8c-452a-9c7a-e4b28af0a7ad tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:15.364098 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d6a64845-f30e-4436-ab3d-233bcceb6cff req-8da053bd-bf8c-452a-9c7a-e4b28af0a7ad tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 944 time: 0.0783994 Aug 10 12:37:15.429390 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d6a64845-f30e-4436-ab3d-233bcceb6cff req-55249431-02dc-4829-8015-84b66fef4aac tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642395 Aug 10 12:37:15.878194 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a4dca-94ba-44ea-9ebb-d38af2e3f3a4 req-436061b4-8ebe-428f-9bbf-8932bd7281e7 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:15.880060 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9f0a4dca-94ba-44ea-9ebb-d38af2e3f3a4 req-436061b4-8ebe-428f-9bbf-8932bd7281e7 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0501359 Aug 10 12:37:15.913641 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:15.928740 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9f0a4dca-94ba-44ea-9ebb-d38af2e3f3a4 req-67d71834-61e6-42ef-bfeb-b6747bb526a2 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430088 Aug 10 12:37:16.547867 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7912292-0833-4c56-865b-7477edf6cc51 req-35f061b9-6067-4f2f-8211-de512ecd8397 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:16.549212 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e7912292-0833-4c56-865b-7477edf6cc51 req-35f061b9-6067-4f2f-8211-de512ecd8397 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 944 time: 0.0474315 Aug 10 12:37:16.603068 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e7912292-0833-4c56-865b-7477edf6cc51 req-3d387f40-1e15-4498-a8e0-210457378ba7 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481744 Aug 10 12:37:17.053687 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24663bf5-a599-4c60-89e0-15e58edc4ed8 req-8032a7fb-0314-4626-93cc-3a9003d0f131 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:17.055122 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-24663bf5-a599-4c60-89e0-15e58edc4ed8 req-8032a7fb-0314-4626-93cc-3a9003d0f131 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0500731 Aug 10 12:37:17.101168 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-24663bf5-a599-4c60-89e0-15e58edc4ed8 req-f2075c34-70a7-483a-b04d-e404c696d1c7 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405183 Aug 10 12:37:17.719632 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2e8fb-23f0-452f-9950-d9edc8f4633e req-dd0e3144-2880-4db3-88c3-f7b3a20f32b7 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:17.721247 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-93d2e8fb-23f0-452f-9950-d9edc8f4633e req-dd0e3144-2880-4db3-88c3-f7b3a20f32b7 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 944 time: 0.0468521 Aug 10 12:37:17.774171 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-93d2e8fb-23f0-452f-9950-d9edc8f4633e req-eb4eb053-9442-4303-82d2-64eed2b50565 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474401 Aug 10 12:37:18.222923 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e5b8a-d7f8-4d8e-809b-571802450a09 req-66a46f68-6133-4a7d-ab66-5ab91ae2ba48 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:18.224350 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ec8e5b8a-d7f8-4d8e-809b-571802450a09 req-66a46f68-6133-4a7d-ab66-5ab91ae2ba48 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0464880 Aug 10 12:37:18.270898 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ec8e5b8a-d7f8-4d8e-809b-571802450a09 req-6e97fa1a-0e1b-49ff-a174-4eabfa4e328b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410717 Aug 10 12:37:18.794613 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:18.889688 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c191c3a-0835-4d8b-a663-be92b0b2dfe9 req-3ed99522-fb3c-4145-ab16-a1b81e866382 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:18.891790 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1c191c3a-0835-4d8b-a663-be92b0b2dfe9 req-3ed99522-fb3c-4145-ab16-a1b81e866382 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 944 time: 0.0476823 Aug 10 12:37:18.939916 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1c191c3a-0835-4d8b-a663-be92b0b2dfe9 req-3ab51b04-caf0-4479-8334-36e54b2ad214 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425222 Aug 10 12:37:18.974757 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 78d3316e-f954-4f65-8766-835c8e8a9708 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:37:19.070669 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 78d3316e-f954-4f65-8766-835c8e8a9708, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=78d3316e-f954-4f65-8766-835c8e8a9708,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:19.084983 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': '78d3316e-f954-4f65-8766-835c8e8a9708', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'port_id': '78d3316e-f954-4f65-8766-835c8e8a9708', 'mac_address': 'fa:16:3e:d2:d2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:37:19.119184 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 78d3316e-f954-4f65-8766-835c8e8a9708 is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:37:19.119576 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (78d3316e-f954-4f65-8766-835c8e8a9708), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:19.133081 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d3316e-f954-4f65-8766-835c8e8a9708 {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:37:19.152398 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 78d3316e-f954-4f65-8766-835c8e8a9708, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=78d3316e-f954-4f65-8766-835c8e8a9708,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:19.156226 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (78d3316e-f954-4f65-8766-835c8e8a9708), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:19.200283 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=78d3316e-f954-4f65-8766-835c8e8a9708,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:19.207140 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:19.207499 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:19.207869 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:19.208237 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:19.208579 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:19.208913 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:19.209244 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:19.209598 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:19.209927 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:19.210255 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:19.210583 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:19.210923 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:19.211255 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:19.211576 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:19.211900 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:19.403753 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75d568-435f-4f3c-8e20-abd16e1bfa00 req-0ec2950d-dd08-4ea2-9da0-c4b42c6c0550 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:19.405232 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1c75d568-435f-4f3c-8e20-abd16e1bfa00 req-0ec2950d-dd08-4ea2-9da0-c4b42c6c0550 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0557556 Aug 10 12:37:19.451626 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1c75d568-435f-4f3c-8e20-abd16e1bfa00 req-363e2512-1bdd-4be4-9492-c3fd3ea91000 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402486 Aug 10 12:37:19.530245 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['78d3316e-f954-4f65-8766-835c8e8a9708'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:37:19.562496 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:19.763174 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:20.070322 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ffee7-fb2a-4dfe-bfbe-51d4a6738854 req-ad7c3cc1-b660-4286-8074-0d9736553dcf tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:20.071923 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ef6ffee7-fb2a-4dfe-bfbe-51d4a6738854 req-ad7c3cc1-b660-4286-8074-0d9736553dcf tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 945 time: 0.0538135 Aug 10 12:37:20.126913 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ef6ffee7-fb2a-4dfe-bfbe-51d4a6738854 req-5d8d039f-8f48-4d59-9a59-6c2205c8cde7 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479321 Aug 10 12:37:20.579907 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2aa38-6c44-45ce-885f-8f1e0ca2ecc3 req-77baa5a1-d020-4c40-8886-0e7b7e13cf8f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:20.581440 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b5c2aa38-6c44-45ce-885f-8f1e0ca2ecc3 req-77baa5a1-d020-4c40-8886-0e7b7e13cf8f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0522072 Aug 10 12:37:20.631001 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b5c2aa38-6c44-45ce-885f-8f1e0ca2ecc3 req-30e5acb0-22fb-42f6-afb8-bdac44728917 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440166 Aug 10 12:37:20.811710 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e3a2d-1c83-42c8-b936-3e28380c109a req-bc5137dd-a87e-4664-b3de-55f25e21efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:20.813925 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e97e3a2d-1c83-42c8-b936-3e28380c109a req-bc5137dd-a87e-4664-b3de-55f25e21efd0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d&device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 1129 time: 0.0441446 Aug 10 12:37:20.911243 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e3a2d-1c83-42c8-b936-3e28380c109a req-19628171-1275-483d-aa10-5e5ed7929277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:20.912993 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e97e3a2d-1c83-42c8-b936-3e28380c109a req-19628171-1275-483d-aa10-5e5ed7929277 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=9747c644-617a-4b31-a63b-39dd1a5c7b9c HTTP/1.1" status: 200 len: 916 time: 0.0925665 Aug 10 12:37:20.975035 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e97e3a2d-1c83-42c8-b936-3e28380c109a req-c823a0e5-a4c6-4dd0-abfc-2dba4e50339b service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40caaca6-10a7-43c8-8003-49d7c19f965f HTTP/1.1" status: 200 len: 1000 time: 0.0554988 Aug 10 12:37:20.998775 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 78d3316e-f954-4f65-8766-835c8e8a9708 up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:37:21.029660 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e3a2d-1c83-42c8-b936-3e28380c109a req-17e8c5d2-3e50-4eaf-8946-15291d5fc34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:21.032008 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e97e3a2d-1c83-42c8-b936-3e28380c109a req-17e8c5d2-3e50-4eaf-8946-15291d5fc34b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=83d863d9-2bcf-49a1-876a-272e644640cc HTTP/1.1" status: 200 len: 854 time: 0.0504546 Aug 10 12:37:21.045518 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port 78d3316e-f954-4f65-8766-835c8e8a9708 completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:37:21.052294 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port 78d3316e-f954-4f65-8766-835c8e8a9708 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:37:21.052941 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (78d3316e-f954-4f65-8766-835c8e8a9708), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:21.090891 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e3a2d-1c83-42c8-b936-3e28380c109a req-5f0459b9-c671-4c0c-a958-cbbca860d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:21.092422 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e97e3a2d-1c83-42c8-b936-3e28380c109a req-5f0459b9-c671-4c0c-a958-cbbca860d58e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9747c644-617a-4b31-a63b-39dd1a5c7b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511060 Aug 10 12:37:21.128398 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 78d3316e-f954-4f65-8766-835c8e8a9708 is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:37:21.128905 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (78d3316e-f954-4f65-8766-835c8e8a9708), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:21.152848 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461c4836-f025-459c-9295-0a840e0e2066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d3316e-f954-4f65-8766-835c8e8a9708'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:37:21.155158 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96ea930-20cd-45e0-a88d-8eff5b318997" -d '{"events": [{"server_uuid": "461c4836-f025-459c-9295-0a840e0e2066", "name": "network-vif-plugged", "status": "completed", "tag": "78d3316e-f954-4f65-8766-835c8e8a9708"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:37:21.160687 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:21.170959 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 78d3316e-f954-4f65-8766-835c8e8a9708, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=78d3316e-f954-4f65-8766-835c8e8a9708,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:21.177077 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (78d3316e-f954-4f65-8766-835c8e8a9708), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:21.204060 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e97e3a2d-1c83-42c8-b936-3e28380c109a req-8f43604c-d532-4b82-ab52-084f15472ef0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047421 Aug 10 12:37:21.255777 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=78d3316e-f954-4f65-8766-835c8e8a9708,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:21.262020 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646e1a0d-925b-470e-8f25-6cffa01465cf x-openstack-request-id: req-646e1a0d-925b-470e-8f25-6cffa01465cf {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:37:21.262355 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461c4836-f025-459c-9295-0a840e0e2066", "name": "network-vif-plugged", "status": "completed", "tag": "78d3316e-f954-4f65-8766-835c8e8a9708", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:37:21.262610 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-646e1a0d-925b-470e-8f25-6cffa01465cf {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:37:21.263002 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-646e1a0d-925b-470e-8f25-6cffa01465cf'] response: {'server_uuid': '461c4836-f025-459c-9295-0a840e0e2066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d3316e-f954-4f65-8766-835c8e8a9708', 'code': 200} Aug 10 12:37:21.374824 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a717c8-75fb-4506-9bf8-d9f42edd0c38 req-f482194a-8e14-4360-b842-bbfff63be577 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:21.376303 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-03a717c8-75fb-4506-9bf8-d9f42edd0c38 req-f482194a-8e14-4360-b842-bbfff63be577 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 946 time: 0.0746086 Aug 10 12:37:21.407429 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e97e3a2d-1c83-42c8-b936-3e28380c109a req-fd37ba59-2e24-4eab-8083-bdb2938ceaaf service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936073 Aug 10 12:37:21.441819 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-03a717c8-75fb-4506-9bf8-d9f42edd0c38 req-d92cd22c-af26-4a65-bd52-438adbb045e9 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546110 Aug 10 12:37:21.490380 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-53225f4f-3f22-4efc-a2c4-1290a782c9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:21.755000 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b061d-688c-44da-a0fb-77b88935e7f3 req-a63f57d3-cb51-4b77-9ba2-7a29e8727702 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:21.756548 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-2c6b061d-688c-44da-a0fb-77b88935e7f3 req-a63f57d3-cb51-4b77-9ba2-7a29e8727702 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0479858 Aug 10 12:37:21.803739 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-2c6b061d-688c-44da-a0fb-77b88935e7f3 req-e12d41b7-50b8-4c73-b4e8-5114890aaaf5 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414281 Aug 10 12:37:22.518041 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:22.560401 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170aea8e-223e-4e5e-81bc-fd4b3b472cac req-f4dba58b-0110-4a21-b71a-893254f5c533 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:22.562223 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-170aea8e-223e-4e5e-81bc-fd4b3b472cac req-f4dba58b-0110-4a21-b71a-893254f5c533 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 946 time: 0.0527854 Aug 10 12:37:22.614765 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-170aea8e-223e-4e5e-81bc-fd4b3b472cac req-342fcd88-0700-44ab-a4b6-d9cfe40d4be6 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470576 Aug 10 12:37:22.935353 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6a715-f628-4ace-bcaa-e2812ca55fda req-3057610b-c7d9-4856-941c-d8c7651a08e2 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:22.936928 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2ef6a715-f628-4ace-bcaa-e2812ca55fda req-3057610b-c7d9-4856-941c-d8c7651a08e2 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 945 time: 0.0516682 Aug 10 12:37:22.959780 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 51546) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:22.972990 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:22.990259 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2ef6a715-f628-4ace-bcaa-e2812ca55fda req-b0377417-dade-4257-9d39-d44a3dfd8eba tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436482 Aug 10 12:37:22.999743 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 40caaca6-10a7-43c8-8003-49d7c19f965f no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:37:23.072651 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e88ef612-ec30-47e5-8c22-cff96650dd4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:23.072847 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 40caaca6-10a7-43c8-8003-49d7c19f965f is: ACTIVE; New status is: DOWN {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:37:23.073211 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:23.082812 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:23.107591 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 40caaca6-10a7-43c8-8003-49d7c19f965f, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=40caaca6-10a7-43c8-8003-49d7c19f965f,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:23.111637 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:23.150894 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e88ef612-ec30-47e5-8c22-cff96650dd4b admin admin] Publish callbacks [] for security_group (c8aff029-a3ae-40b1-9f34-514abf486bfa), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:23.154745 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e88ef612-ec30-47e5-8c22-cff96650dd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (c8aff029-a3ae-40b1-9f34-514abf486bfa), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:23.162343 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=40caaca6-10a7-43c8-8003-49d7c19f965f,revision_number=8']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:23.194951 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-e88ef612-ec30-47e5-8c22-cff96650dd4b admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=abadecca422a4c238e7d6c8d25428f05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341125 Aug 10 12:37:23.196928 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ef612-ec30-47e5-8c22-cff96650dd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8aff029-a3ae-40b1-9f34-514abf486bfa,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:23.197776 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 51550) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:23.246909 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5319333c-e54c-4246-84f1-603ebfdf505c admin admin] Publish callbacks [] for security_group (c8aff029-a3ae-40b1-9f34-514abf486bfa), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:23.263677 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abef27e9-175c-4101-80ee-6da94e239088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40caaca6-10a7-43c8-8003-49d7c19f965f'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:37:23.266062 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148f4a92-2aef-4252-81f8-7ca7e0ac7094" -d '{"events": [{"server_uuid": "abef27e9-175c-4101-80ee-6da94e239088", "name": "network-vif-unplugged", "status": "completed", "tag": "40caaca6-10a7-43c8-8003-49d7c19f965f"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:37:23.268421 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5319333c-e54c-4246-84f1-603ebfdf505c admin admin] Publish callbacks [] for security_group (c8aff029-a3ae-40b1-9f34-514abf486bfa), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:23.302970 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Aug 2022 12:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2a53ee-fc8d-4db8-9e74-9002de992043 x-openstack-request-id: req-0a2a53ee-fc8d-4db8-9e74-9002de992043 {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:37:23.303260 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abef27e9-175c-4101-80ee-6da94e239088", "name": "network-vif-unplugged", "status": "completed", "tag": "40caaca6-10a7-43c8-8003-49d7c19f965f", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:37:23.303519 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0a2a53ee-fc8d-4db8-9e74-9002de992043 {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:37:23.303924 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a2a53ee-fc8d-4db8-9e74-9002de992043'] response: {'server_uuid': 'abef27e9-175c-4101-80ee-6da94e239088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40caaca6-10a7-43c8-8003-49d7c19f965f', 'code': 200} Aug 10 12:37:23.319351 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5319333c-e54c-4246-84f1-603ebfdf505c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (c8aff029-a3ae-40b1-9f34-514abf486bfa), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:23.321985 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5319333c-e54c-4246-84f1-603ebfdf505c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:23.323158 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-5319333c-e54c-4246-84f1-603ebfdf505c admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/c8aff029-a3ae-40b1-9f34-514abf486bfa HTTP/1.1" status: 204 len: 168 time: 0.1243401 Aug 10 12:37:23.331154 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319333c-e54c-4246-84f1-603ebfdf505c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8aff029-a3ae-40b1-9f34-514abf486bfa,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:23.392981 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47ad31-947a-4f18-a9f3-285ccd8691ac req-8035a5b0-1daa-41c3-a9c4-58b0b7c02f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:23.396535 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ed47ad31-947a-4f18-a9f3-285ccd8691ac req-8035a5b0-1daa-41c3-a9c4-58b0b7c02f31 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 1130 time: 0.0506012 Aug 10 12:37:23.539915 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ed47ad31-947a-4f18-a9f3-285ccd8691ac req-433dcd3c-2a56-4af3-8538-543af42b7b11 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475008 Aug 10 12:37:23.643844 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 51562) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:23.657700 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-526482ff-7165-4510-babd-31269b13b173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:23.682555 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-db7ec0ca-69ff-44ad-8f31-c12abc620519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:23.738646 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f876ef0-70e5-48a1-9b15-f21c8ad5879c req-da1f3597-a414-4dca-93ae-afeba597373f tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:23.739136 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-526482ff-7165-4510-babd-31269b13b173 admin admin] Publish callbacks [] for security_group (e24b8351-6ec7-4d62-b35c-0d9277ed3264), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:23.740329 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7f876ef0-70e5-48a1-9b15-f21c8ad5879c req-da1f3597-a414-4dca-93ae-afeba597373f tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 946 time: 0.0491166 Aug 10 12:37:23.743237 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-526482ff-7165-4510-babd-31269b13b173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (e24b8351-6ec7-4d62-b35c-0d9277ed3264), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:23.782948 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-526482ff-7165-4510-babd-31269b13b173 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=a2eb3025d8894c53a770e5a92290ebb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380212 Aug 10 12:37:23.784309 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526482ff-7165-4510-babd-31269b13b173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24b8351-6ec7-4d62-b35c-0d9277ed3264,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:23.786010 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 51564) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:23.805774 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7f876ef0-70e5-48a1-9b15-f21c8ad5879c req-a14c20b9-d5d9-4671-a205-11d36162d40b tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589154 Aug 10 12:37:23.843745 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9fa99aa-9cd5-472d-99b4-a69bf6f2aa42 admin admin] Publish callbacks [] for security_group (e24b8351-6ec7-4d62-b35c-0d9277ed3264), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:23.866074 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9fa99aa-9cd5-472d-99b4-a69bf6f2aa42 admin admin] Publish callbacks [] for security_group (e24b8351-6ec7-4d62-b35c-0d9277ed3264), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:23.923254 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9fa99aa-9cd5-472d-99b4-a69bf6f2aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (e24b8351-6ec7-4d62-b35c-0d9277ed3264), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:23.925997 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a9fa99aa-9cd5-472d-99b4-a69bf6f2aa42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:23.927270 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-a9fa99aa-9cd5-472d-99b4-a69bf6f2aa42 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/e24b8351-6ec7-4d62-b35c-0d9277ed3264 HTTP/1.1" status: 204 len: 168 time: 0.1403449 Aug 10 12:37:23.935497 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa99aa-9cd5-472d-99b4-a69bf6f2aa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24b8351-6ec7-4d62-b35c-0d9277ed3264,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:24.118570 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3dbcb-95f8-4378-890d-e5472f1a23d1 req-a0d22e1c-b507-404a-b2ca-44244c1ad730 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:24.120053 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5be3dbcb-95f8-4378-890d-e5472f1a23d1 req-a0d22e1c-b507-404a-b2ca-44244c1ad730 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 943 time: 0.0474665 Aug 10 12:37:24.171799 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5be3dbcb-95f8-4378-890d-e5472f1a23d1 req-18d85fd7-f489-42bc-b42d-a3c315abb31a tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455959 Aug 10 12:37:24.838297 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198472a4-6e94-4ea3-b6a5-6b8518a1b135 req-9d979d78-1c90-438b-9c47-22c6f8a664ba tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:24.841122 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-198472a4-6e94-4ea3-b6a5-6b8518a1b135 req-9d979d78-1c90-438b-9c47-22c6f8a664ba tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d893e2b6-f8b6-4cfc-97e5-1257660aefc7 HTTP/1.1" status: 200 len: 946 time: 0.0803900 Aug 10 12:37:24.870188 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:24.876405 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:24.918510 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-198472a4-6e94-4ea3-b6a5-6b8518a1b135 req-461dd29a-b511-420a-b738-f3b2e13947ad tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dccc8548-9a2b-4760-990e-476b1a57158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694299 Aug 10 12:37:25.021421 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42263cbb-bd07-4fa1-b322-38d43eb967ae req-81101760-9510-4546-b7c0-d8fcea99676f tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:25.022712 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-42263cbb-bd07-4fa1-b322-38d43eb967ae req-81101760-9510-4546-b7c0-d8fcea99676f tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 946 time: 0.0504854 Aug 10 12:37:25.077525 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-42263cbb-bd07-4fa1-b322-38d43eb967ae req-cf620e81-8ab7-48d6-b5cd-1cf03948bf87 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482266 Aug 10 12:37:25.205939 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9a79c-b894-4f16-a02a-ac103ab2ea54 req-ca8a32af-ed0b-4e00-9b14-3d97cd3a7a25 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:25.207698 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-99e9a79c-b894-4f16-a02a-ac103ab2ea54 req-ca8a32af-ed0b-4e00-9b14-3d97cd3a7a25 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 946 time: 0.0569410 Aug 10 12:37:25.258716 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-99e9a79c-b894-4f16-a02a-ac103ab2ea54 req-86c52970-55b5-4f21-91e3-e6f91cf8114b tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450749 Aug 10 12:37:25.286865 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 51640) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:25.517006 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8107541-4018-4a79-a2c0-3c7f98de065e req-ec1a3b19-c7bb-4059-86b5-2664f8cde757 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:25.518590 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c8107541-4018-4a79-a2c0-3c7f98de065e req-ec1a3b19-c7bb-4059-86b5-2664f8cde757 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 943 time: 0.0741813 Aug 10 12:37:25.548909 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8b4940e3-da5a-489e-87c7-fb754e9471b1 req-d6392e8e-2572-4ece-b1e6-e955f425eef5 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457287 Aug 10 12:37:25.590605 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfab3266-9c16-4df6-ab01-e4f563b4c904 tempest-TestVolumeBootPattern-1199802228 tempest-TestVolumeBootPattern-1199802228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:25.595442 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 51662) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:25.597671 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-dfab3266-9c16-4df6-ab01-e4f563b4c904 tempest-TestVolumeBootPattern-1199802228 tempest-TestVolumeBootPattern-1199802228-project-admin] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 1125 time: 0.3094845 Aug 10 12:37:25.603524 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3be3edde-4408-4e04-9492-093038563f4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Request body: {'floatingip': {'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'port_id': '78d3316e-f954-4f65-8766-835c8e8a9708', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:37:25.617160 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:25.622571 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c8107541-4018-4a79-a2c0-3c7f98de065e req-405b547e-258a-47ff-9efe-0923af4ff2a3 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902593 Aug 10 12:37:25.654899 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4940e3-da5a-489e-87c7-fb754e9471b1 req-21f94ce8-4969-4c81-b46a-17740f28ea9b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:25.656286 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8b4940e3-da5a-489e-87c7-fb754e9471b1 req-21f94ce8-4969-4c81-b46a-17740f28ea9b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports/40caaca6-10a7-43c8-8003-49d7c19f965f HTTP/1.1" status: 200 len: 940 time: 0.0738213 Aug 10 12:37:25.664159 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3be3edde-4408-4e04-9492-093038563f4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:25.747891 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3be3edde-4408-4e04-9492-093038563f4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:25.867866 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-3be3edde-4408-4e04-9492-093038563f4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Allocated IP 172.27.0.36 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/317d8110-2afe-4ee3-9ca4-fa3d7a2267ca) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:37:25.897387 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:25.994709 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:26.000194 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3be3edde-4408-4e04-9492-093038563f4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for port (317d8110-2afe-4ee3-9ca4-fa3d7a2267ca), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:26.088358 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d04404-1e32-48cf-b17a-32de713582a4 req-3ff6933e-30c2-4a99-a44d-a090b7173943 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:26.089860 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-60d04404-1e32-48cf-b17a-32de713582a4 req-3ff6933e-30c2-4a99-a44d-a090b7173943 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d893e2b6-f8b6-4cfc-97e5-1257660aefc7 HTTP/1.1" status: 200 len: 946 time: 0.0789440 Aug 10 12:37:26.095482 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3be3edde-4408-4e04-9492-093038563f4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (317d8110-2afe-4ee3-9ca4-fa3d7a2267ca), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:26.159392 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be3edde-4408-4e04-9492-093038563f4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:37:26.165086 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3edde-4408-4e04-9492-093038563f4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event updated for resources: {'Port': ['ID=317d8110-2afe-4ee3-9ca4-fa3d7a2267ca,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:26.170603 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-3be3edde-4408-4e04-9492-093038563f4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:37:26.173404 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be3edde-4408-4e04-9492-093038563f4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:37:26.212568 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-60d04404-1e32-48cf-b17a-32de713582a4 req-e2430269-65e3-4ee7-81e3-326438c93a38 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dccc8548-9a2b-4760-990e-476b1a57158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144900 Aug 10 12:37:26.340326 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:26.535868 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3be3edde-4408-4e04-9492-093038563f4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for floatingip (d69a1c62-57d6-4aa0-8e42-623ca93983b7), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:26.602806 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3be3edde-4408-4e04-9492-093038563f4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (317d8110-2afe-4ee3-9ca4-fa3d7a2267ca), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:26.629026 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:26.691145 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:26.756907 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3be3edde-4408-4e04-9492-093038563f4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for port (317d8110-2afe-4ee3-9ca4-fa3d7a2267ca), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:26.761787 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3be3edde-4408-4e04-9492-093038563f4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14084867'] for port (317d8110-2afe-4ee3-9ca4-fa3d7a2267ca), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:26.779723 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc53607-af1a-48ea-985e-e533f3d316c2 req-927bb4ac-4d0c-40c2-9f79-3aa2ae1384ae tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:26.781815 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1dc53607-af1a-48ea-985e-e533f3d316c2 req-927bb4ac-4d0c-40c2-9f79-3aa2ae1384ae tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 943 time: 0.0490332 Aug 10 12:37:26.832466 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3edde-4408-4e04-9492-093038563f4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event updated for resources: {'Port': ['ID=317d8110-2afe-4ee3-9ca4-fa3d7a2267ca,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:26.834742 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3be3edde-4408-4e04-9492-093038563f4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (d69a1c62-57d6-4aa0-8e42-623ca93983b7), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:26.845601 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1dc53607-af1a-48ea-985e-e533f3d316c2 req-aad8a679-d795-4564-bf28-41c31b71035f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492640 Aug 10 12:37:26.932551 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:26.942223 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.l3_db [None req-3be3edde-4408-4e04-9492-093038563f4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Floating IP d69a1c62-57d6-4aa0-8e42-623ca93983b7 associated. External IP: 172.27.0.36, port: 78d3316e-f954-4f65-8766-835c8e8a9708. Aug 10 12:37:27.045855 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 40caaca6-10a7-43c8-8003-49d7c19f965f no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:37:27.105259 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62a10b-8827-48a5-8541-7e52dffaae47 req-6e735788-126c-474d-9096-d0e060e4088d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:27.107006 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-fd62a10b-8827-48a5-8541-7e52dffaae47 req-6e735788-126c-474d-9096-d0e060e4088d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=d893e2b6-f8b6-4cfc-97e5-1257660aefc7 HTTP/1.1" status: 200 len: 946 time: 0.0686927 Aug 10 12:37:27.107524 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:27.166097 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 40caaca6-10a7-43c8-8003-49d7c19f965f is: DOWN; New status is: DOWN {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:37:27.169378 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be3edde-4408-4e04-9492-093038563f4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Router d3a25904-8d18-4724-b808-8940b19fafcb has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:37:27.219347 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-fd62a10b-8827-48a5-8541-7e52dffaae47 req-d38f5a80-fe11-438f-bf92-f3ce4a122bb0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Deleting port 3e9aa74e-4b3e-4476-9906-4d960251eeee {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:37:27.219802 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-fd62a10b-8827-48a5-8541-7e52dffaae47 req-d38f5a80-fe11-438f-bf92-f3ce4a122bb0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (3e9aa74e-4b3e-4476-9906-4d960251eeee), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:27.297979 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be3edde-4408-4e04-9492-093038563f4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:37:27.310680 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2682dd18-3fda-43cd-9901-cf6131ac1f76 None None] Sync routers for ids ['d3a25904-8d18-4724-b808-8940b19fafcb'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:37:27.326668 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2682dd18-3fda-43cd-9901-cf6131ac1f76 None None] Routers {'d3a25904-8d18-4724-b808-8940b19fafcb'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:37:27.327763 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2682dd18-3fda-43cd-9901-cf6131ac1f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:37:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d3a25904-8d18-4724-b808-8940b19fafcb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:27.365594 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3be3edde-4408-4e04-9492-093038563f4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:27.381118 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-fd62a10b-8827-48a5-8541-7e52dffaae47 req-d38f5a80-fe11-438f-bf92-f3ce4a122bb0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] For port 3e9aa74e-4b3e-4476-9906-4d960251eeee, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=3e9aa74e-4b3e-4476-9906-4d960251eeee,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:27.384481 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-fd62a10b-8827-48a5-8541-7e52dffaae47 req-d38f5a80-fe11-438f-bf92-f3ce4a122bb0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (3e9aa74e-4b3e-4476-9906-4d960251eeee), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:27.411245 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bac35c-b2f9-447b-88cf-e3fcf0ca567b req-035df19a-513c-4fbd-9c0b-096b47dc9bc3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:27.419645 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-33bac35c-b2f9-447b-88cf-e3fcf0ca567b req-035df19a-513c-4fbd-9c0b-096b47dc9bc3 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d893e2b6-f8b6-4cfc-97e5-1257660aefc7 HTTP/1.1" status: 200 len: 946 time: 0.1003284 Aug 10 12:37:27.431874 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-3be3edde-4408-4e04-9492-093038563f4e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8343778 Aug 10 12:37:27.439073 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461c4836-f025-459c-9295-0a840e0e2066', 'tag': '78d3316e-f954-4f65-8766-835c8e8a9708'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:37:27.442245 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7ba84a99e6a3ee78a19e4789e0716ba8eeb6d4089296a11dfcbdd1268c8b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd5908b-0f9f-4133-ab26-c0696fa7eea5" -d '{"events": [{"name": "network-changed", "server_uuid": "461c4836-f025-459c-9295-0a840e0e2066", "tag": "78d3316e-f954-4f65-8766-835c8e8a9708"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:37:27.492438 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-33bac35c-b2f9-447b-88cf-e3fcf0ca567b req-d09a4ffc-2e46-4288-be67-bc1e28500b07 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=dccc8548-9a2b-4760-990e-476b1a57158d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719111 Aug 10 12:37:27.501948 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1fdca9-95ca-461a-956d-23a65f75ff66 x-openstack-request-id: req-1e1fdca9-95ca-461a-956d-23a65f75ff66 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:37:27.502644 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461c4836-f025-459c-9295-0a840e0e2066", "tag": "78d3316e-f954-4f65-8766-835c8e8a9708", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:37:27.503081 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1e1fdca9-95ca-461a-956d-23a65f75ff66 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:37:27.503736 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e1fdca9-95ca-461a-956d-23a65f75ff66'] response: {'name': 'network-changed', 'server_uuid': '461c4836-f025-459c-9295-0a840e0e2066', 'tag': '78d3316e-f954-4f65-8766-835c8e8a9708', 'status': 'completed', 'code': 200} Aug 10 12:37:27.541243 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-2682dd18-3fda-43cd-9901-cf6131ac1f76 None None] Set router d3a25904-8d18-4724-b808-8940b19fafcb gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:37:27.607440 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-fd62a10b-8827-48a5-8541-7e52dffaae47 req-d38f5a80-fe11-438f-bf92-f3ce4a122bb0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:27.607901 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-fd62a10b-8827-48a5-8541-7e52dffaae47 req-d38f5a80-fe11-438f-bf92-f3ce4a122bb0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (b765c429-5ef0-42c5-a413-48a3ea458ae8), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:27.608255 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.l3_db [req-fd62a10b-8827-48a5-8541-7e52dffaae47 req-d38f5a80-fe11-438f-bf92-f3ce4a122bb0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Floating IP b765c429-5ef0-42c5-a413-48a3ea458ae8 disassociated. External IP: 172.27.0.236, port: 3e9aa74e-4b3e-4476-9906-4d960251eeee. Aug 10 12:37:27.608672 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-fd62a10b-8827-48a5-8541-7e52dffaae47 req-d38f5a80-fe11-438f-bf92-f3ce4a122bb0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Calling delete_port for 3e9aa74e-4b3e-4476-9906-4d960251eeee owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:37:27.621827 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:27.709834 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:27.761750 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-fd62a10b-8827-48a5-8541-7e52dffaae47 req-d38f5a80-fe11-438f-bf92-f3ce4a122bb0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (3e9aa74e-4b3e-4476-9906-4d960251eeee), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:27.800397 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2682dd18-3fda-43cd-9901-cf6131ac1f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': 'd69a1c62-57d6-4aa0-8e42-623ca93983b7', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'port_id': '78d3316e-f954-4f65-8766-835c8e8a9708', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'mac_address': 'fa:16:3e:d2:d2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c4836-f025-459c-9295-0a840e0e2066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:37:26Z', 'updated_at': '2022-08-10T12:37:26Z', 'revision_number': 0, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a80c90-9aee-4ea8-923b-4a40268b8d2f', 'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'mac_address': 'fa:16:3e:75:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:36Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 5, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'subnets': [{'id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:27.802939 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f5a80-fe11-438f-bf92-f3ce4a122bb0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event deleted for resources: {'Port': ['ID=3e9aa74e-4b3e-4476-9906-4d960251eeee,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:27.822835 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5908b-0f9f-4133-ab26-c0696fa7eea5 req-7758feb9-52e5-4f0e-b57d-40459ea4e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:27.824424 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-6fd5908b-0f9f-4133-ab26-c0696fa7eea5 req-7758feb9-52e5-4f0e-b57d-40459ea4e93b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f63c30b5d2af4144b096b78c7ab308a7&device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 1130 time: 0.0422471 Aug 10 12:37:27.829955 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2682dd18-3fda-43cd-9901-cf6131ac1f76 None None] Checking router: d3a25904-8d18-4724-b808-8940b19fafcb for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:37:27.839218 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2682dd18-3fda-43cd-9901-cf6131ac1f76 None None] Routers {'d3a25904-8d18-4724-b808-8940b19fafcb'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:37:27.839835 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2682dd18-3fda-43cd-9901-cf6131ac1f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:37:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d3a25904-8d18-4724-b808-8940b19fafcb'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:27.879485 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4940e3-da5a-489e-87c7-fb754e9471b1 req-0d16c35e-dc82-40bd-9ed2-1074d8339c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:27.880988 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8b4940e3-da5a-489e-87c7-fb754e9471b1 req-0d16c35e-dc82-40bd-9ed2-1074d8339c8c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088&tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d HTTP/1.1" status: 200 len: 1127 time: 0.0894785 Aug 10 12:37:27.939565 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5908b-0f9f-4133-ab26-c0696fa7eea5 req-4a7dd113-f220-4c0a-9a16-23fac91ec80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:27.941216 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-6fd5908b-0f9f-4133-ab26-c0696fa7eea5 req-4a7dd113-f220-4c0a-9a16-23fac91ec80c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ce24948c-b056-4a3f-868d-8498edb8d6bb HTTP/1.1" status: 200 len: 913 time: 0.1097963 Aug 10 12:37:27.971954 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-2682dd18-3fda-43cd-9901-cf6131ac1f76 None None] Set router d3a25904-8d18-4724-b808-8940b19fafcb gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:37:27.980993 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:28.005312 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-6fd5908b-0f9f-4133-ab26-c0696fa7eea5 req-22e6182a-e216-4f38-8ae7-a154a37caca8 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78d3316e-f954-4f65-8766-835c8e8a9708 HTTP/1.1" status: 200 len: 999 time: 0.0585639 Aug 10 12:37:28.022105 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4940e3-da5a-489e-87c7-fb754e9471b1 req-b64efc0b-d1be-4817-83e0-f14d7d15294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:28.023565 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8b4940e3-da5a-489e-87c7-fb754e9471b1 req-b64efc0b-d1be-4817-83e0-f14d7d15294b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d&device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 1127 time: 0.0862582 Aug 10 12:37:28.032354 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6cd71-a227-4475-932b-c9e1d80f2841 req-8863e5e6-f9d4-41a0-be1c-1d218ce3e204 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:28.034062 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-cab6cd71-a227-4475-932b-c9e1d80f2841 req-8863e5e6-f9d4-41a0-be1c-1d218ce3e204 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 943 time: 0.0955942 Aug 10 12:37:28.058740 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5908b-0f9f-4133-ab26-c0696fa7eea5 req-fd7dd2c9-bd50-4bbb-9908-6e899d3d2e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:28.060451 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-6fd5908b-0f9f-4133-ab26-c0696fa7eea5 req-fd7dd2c9-bd50-4bbb-9908-6e899d3d2e0f service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=cc0fd4fd-13f8-4b42-b035-5455593f783d HTTP/1.1" status: 200 len: 851 time: 0.0486691 Aug 10 12:37:28.092958 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd62a10b-8827-48a5-8541-7e52dffaae47 req-d38f5a80-fe11-438f-bf92-f3ce4a122bb0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Router c738bb5a-be08-41c0-857d-5311e5d2b7ce has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:37:28.112790 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:28.117554 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5908b-0f9f-4133-ab26-c0696fa7eea5 req-215070ab-44b7-4f49-83ca-420eef1082b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:28.119272 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-6fd5908b-0f9f-4133-ab26-c0696fa7eea5 req-215070ab-44b7-4f49-83ca-420eef1082b9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ce24948c-b056-4a3f-868d-8498edb8d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516458 Aug 10 12:37:28.205128 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-2682dd18-3fda-43cd-9901-cf6131ac1f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': 'd69a1c62-57d6-4aa0-8e42-623ca93983b7', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'port_id': '78d3316e-f954-4f65-8766-835c8e8a9708', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'mac_address': 'fa:16:3e:d2:d2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c4836-f025-459c-9295-0a840e0e2066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:37:26Z', 'updated_at': '2022-08-10T12:37:26Z', 'revision_number': 0, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a80c90-9aee-4ea8-923b-4a40268b8d2f', 'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'mac_address': 'fa:16:3e:75:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:36Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 5, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'subnets': [{'id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:28.215850 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-6fd5908b-0f9f-4133-ab26-c0696fa7eea5 req-061496e2-c9fc-4204-a010-b1ea203c5468 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891721 Aug 10 12:37:28.216850 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-cab6cd71-a227-4475-932b-c9e1d80f2841 req-5fc68626-ae01-4263-95ed-3d1faac5f9fa tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684015 Aug 10 12:37:28.238422 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2682dd18-3fda-43cd-9901-cf6131ac1f76 None None] The sync data for ids ['d3a25904-8d18-4724-b808-8940b19fafcb'] in dv-cinder-852261-3-iscsi is: [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': 'd69a1c62-57d6-4aa0-8e42-623ca93983b7', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'port_id': '78d3316e-f954-4f65-8766-835c8e8a9708', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'mac_address': 'fa:16:3e:d2:d2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c4836-f025-459c-9295-0a840e0e2066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:37:26Z', 'updated_at': '2022-08-10T12:37:26Z', 'revision_number': 0, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a80c90-9aee-4ea8-923b-4a40268b8d2f', 'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'mac_address': 'fa:16:3e:75:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:36Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 5, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'subnets': [{'id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:37:28.340612 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-6fd5908b-0f9f-4133-ab26-c0696fa7eea5 req-983d9d1a-4174-4a51-b35d-559520a3ce5f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165178 Aug 10 12:37:28.494609 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36107bbc-ae94-4cae-b92e-76dd0a22b3f5 None None] New status for floating IP d69a1c62-57d6-4aa0-8e42-623ca93983b7: ACTIVE {{(pid=103792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:37:28.546537 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4940e3-da5a-489e-87c7-fb754e9471b1 req-a2bad8c3-8be9-4250-a8c3-8b96bc9315ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:28.547997 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8b4940e3-da5a-489e-87c7-fb754e9471b1 req-a2bad8c3-8be9-4250-a8c3-8b96bc9315ae service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=9747c644-617a-4b31-a63b-39dd1a5c7b9c HTTP/1.1" status: 200 len: 916 time: 0.5115969 Aug 10 12:37:28.599384 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ce3b7e30-b24a-4fdc-aa72-b6697bde1aeb req-97a3dfc0-54dd-4518-8a39-4c758fb71e3d tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=d893e2b6-f8b6-4cfc-97e5-1257660aefc7 HTTP/1.1" status: 200 len: 210 time: 0.0295269 Aug 10 12:37:28.653984 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd62a10b-8827-48a5-8541-7e52dffaae47 req-d38f5a80-fe11-438f-bf92-f3ce4a122bb0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:37:28.665460 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9ad54e-cdaa-43c6-811f-05d3b9dd80c4 None None] Sync routers for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:37:28.665911 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8b4940e3-da5a-489e-87c7-fb754e9471b1 req-e35efdee-2465-41e4-8321-fedf63d6cfa5 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40caaca6-10a7-43c8-8003-49d7c19f965f HTTP/1.1" status: 200 len: 998 time: 0.0831091 Aug 10 12:37:28.675923 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ad54e-cdaa-43c6-811f-05d3b9dd80c4 None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:37:28.676573 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ac9ad54e-cdaa-43c6-811f-05d3b9dd80c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:37:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:28.739166 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd62a10b-8827-48a5-8541-7e52dffaae47 req-d38f5a80-fe11-438f-bf92-f3ce4a122bb0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] No DVR routers for this DVR port 3e9aa74e-4b3e-4476-9906-4d960251eeee on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:37:28.743462 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-fd62a10b-8827-48a5-8541-7e52dffaae47 req-d38f5a80-fe11-438f-bf92-f3ce4a122bb0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:28.746156 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-fd62a10b-8827-48a5-8541-7e52dffaae47 req-d38f5a80-fe11-438f-bf92-f3ce4a122bb0 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.64 "DELETE /networking/v2.0/ports/3e9aa74e-4b3e-4476-9906-4d960251eeee HTTP/1.1" status: 204 len: 173 time: 1.6337678 Aug 10 12:37:28.746591 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd893e2b6-f8b6-4cfc-97e5-1257660aefc7', 'name': 'network-vif-deleted', 'tag': '3e9aa74e-4b3e-4476-9906-4d960251eeee'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:37:28.748802 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123f334a-4399-4df5-aea8-ad834b8875e8" -d '{"events": [{"server_uuid": "d893e2b6-f8b6-4cfc-97e5-1257660aefc7", "name": "network-vif-deleted", "tag": "3e9aa74e-4b3e-4476-9906-4d960251eeee"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:37:28.760906 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4940e3-da5a-489e-87c7-fb754e9471b1 req-c66a8a39-f104-401e-90d1-4eb24d892892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:28.762422 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8b4940e3-da5a-489e-87c7-fb754e9471b1 req-c66a8a39-f104-401e-90d1-4eb24d892892 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=83d863d9-2bcf-49a1-876a-272e644640cc HTTP/1.1" status: 200 len: 854 time: 0.0824003 Aug 10 12:37:28.799501 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-ac9ad54e-cdaa-43c6-811f-05d3b9dd80c4 None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:37:28.813382 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6d488e-37c4-4add-b7fc-f0b6a78cd2a3 x-openstack-request-id: req-8f6d488e-37c4-4add-b7fc-f0b6a78cd2a3 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:37:28.813878 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d893e2b6-f8b6-4cfc-97e5-1257660aefc7", "name": "network-vif-deleted", "tag": "3e9aa74e-4b3e-4476-9906-4d960251eeee", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:37:28.813977 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f6d488e-37c4-4add-b7fc-f0b6a78cd2a3 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:37:28.814354 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f6d488e-37c4-4add-b7fc-f0b6a78cd2a3'] response: {'server_uuid': 'd893e2b6-f8b6-4cfc-97e5-1257660aefc7', 'name': 'network-vif-deleted', 'tag': '3e9aa74e-4b3e-4476-9906-4d960251eeee', 'status': 'completed', 'code': 200} Aug 10 12:37:28.842025 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4940e3-da5a-489e-87c7-fb754e9471b1 req-6acb4d1a-227a-49a3-8dbf-6dd98c990a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:28.844109 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8b4940e3-da5a-489e-87c7-fb754e9471b1 req-6acb4d1a-227a-49a3-8dbf-6dd98c990a7b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9747c644-617a-4b31-a63b-39dd1a5c7b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721319 Aug 10 12:37:28.984816 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8b4940e3-da5a-489e-87c7-fb754e9471b1 req-7a0a1688-a84e-4b23-8857-b4dd112e7804 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038346 Aug 10 12:37:29.011381 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=100 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:29.049935 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 3e9aa74e-4b3e-4476-9906-4d960251eeee no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:37:29.074459 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: 3e9aa74e-4b3e-4476-9906-4d960251eeee {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:37:29.074808 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 3e9aa74e-4b3e-4476-9906-4d960251eeee not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:37:29.104861 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8b4940e3-da5a-489e-87c7-fb754e9471b1 req-0768cd1a-48ba-4ea1-ae68-63e58ebbdac7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992801 Aug 10 12:37:29.154175 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ac9ad54e-cdaa-43c6-811f-05d3b9dd80c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:29.183485 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9ad54e-cdaa-43c6-811f-05d3b9dd80c4 None None] Checking router: c738bb5a-be08-41c0-857d-5311e5d2b7ce for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:37:29.192450 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ad54e-cdaa-43c6-811f-05d3b9dd80c4 None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:37:29.193067 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ac9ad54e-cdaa-43c6-811f-05d3b9dd80c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:37:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:29.320906 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-ac9ad54e-cdaa-43c6-811f-05d3b9dd80c4 None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:37:29.352571 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=100 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:29.357005 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25698e70-d5b1-494a-b790-9ee970912430 req-5e1ee5ba-db39-4c54-8335-6a078b7080db tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:29.358545 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-25698e70-d5b1-494a-b790-9ee970912430 req-5e1ee5ba-db39-4c54-8335-6a078b7080db tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 943 time: 0.0667946 Aug 10 12:37:29.411752 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-25698e70-d5b1-494a-b790-9ee970912430 req-32895bb5-8ebd-4fd6-9ba5-0c08ef57bc56 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461333 Aug 10 12:37:29.538019 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-ac9ad54e-cdaa-43c6-811f-05d3b9dd80c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:29.565098 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9ad54e-cdaa-43c6-811f-05d3b9dd80c4 None None] The sync data for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi is: [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:13Z', 'revision_number': 4, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '546b492c-b37c-4bf9-b8ae-97e4a960af4b', 'name': '', 'network_id': '69a0d312-b2de-4689-b0c5-62b84c9112b2', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'mac_address': 'fa:16:3e:c1:b0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:12Z', 'updated_at': '2022-08-10T12:31:27Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'subnets': [{'id': '475a0af2-d7c4-4476-ab09-64279713ecd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:37:29.722751 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 51760) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:29.741629 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 51762) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:29.754150 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:29.797184 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-031cb8d3-7550-4c58-9551-72acdc0f9ba7 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (dccc8548-9a2b-4760-990e-476b1a57158d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:29.833147 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-031cb8d3-7550-4c58-9551-72acdc0f9ba7 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (dccc8548-9a2b-4760-990e-476b1a57158d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:29.907745 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c708a85d-824a-4662-a33d-3e40724844d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:29.923626 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-031cb8d3-7550-4c58-9551-72acdc0f9ba7 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (dccc8548-9a2b-4760-990e-476b1a57158d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:29.926590 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-031cb8d3-7550-4c58-9551-72acdc0f9ba7 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:29.927900 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-031cb8d3-7550-4c58-9551-72acdc0f9ba7 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/dccc8548-9a2b-4760-990e-476b1a57158d HTTP/1.1" status: 204 len: 168 time: 0.2040179 Aug 10 12:37:29.931791 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 51772) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:29.938488 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0041d009-a618-4289-8d6c-9f9c7c13f329 None None] New status for floating IP b765c429-5ef0-42c5-a413-48a3ea458ae8: DOWN {{(pid=103792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:37:29.947587 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cb8d3-7550-4c58-9551-72acdc0f9ba7 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccc8548-9a2b-4760-990e-476b1a57158d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:29.977718 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.api.v2.resource [None req-4b59c229-40a6-4cde-8eb6-3d9c7c082698 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] show failed (client error): The resource could not be found. Aug 10 12:37:29.979394 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-4b59c229-40a6-4cde-8eb6-3d9c7c082698 tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "GET /networking/v2.0/security-groups/dccc8548-9a2b-4760-990e-476b1a57158d HTTP/1.1" status: 404 len: 347 time: 0.0463142 Aug 10 12:37:29.983303 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 51774) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:30.030125 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c708a85d-824a-4662-a33d-3e40724844d5 admin admin] Publish callbacks [] for security_group (2b44e2f1-1fc9-4da3-ad94-aee2a6ede0cb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:30.035600 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c708a85d-824a-4662-a33d-3e40724844d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (2b44e2f1-1fc9-4da3-ad94-aee2a6ede0cb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:30.065040 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:30.094769 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-c708a85d-824a-4662-a33d-3e40724844d5 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=ae7db86ff8c946bb94f3253420c29465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3520184 Aug 10 12:37:30.097906 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 51776) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:30.098737 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708a85d-824a-4662-a33d-3e40724844d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b44e2f1-1fc9-4da3-ad94-aee2a6ede0cb,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:30.186573 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c8315f87-14aa-40bd-8df1-92a9d643e92c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Deleting port 30231d03-7fd4-408e-8a21-ed319e208a8b {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:37:30.187787 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c8315f87-14aa-40bd-8df1-92a9d643e92c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (30231d03-7fd4-408e-8a21-ed319e208a8b), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:30.255613 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8be266e1-d07c-4c68-a2ff-c1599c635423 admin admin] Publish callbacks [] for security_group (2b44e2f1-1fc9-4da3-ad94-aee2a6ede0cb), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:30.305023 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8be266e1-d07c-4c68-a2ff-c1599c635423 admin admin] Publish callbacks [] for security_group (2b44e2f1-1fc9-4da3-ad94-aee2a6ede0cb), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:30.335087 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c8315f87-14aa-40bd-8df1-92a9d643e92c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (30231d03-7fd4-408e-8a21-ed319e208a8b), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:30.335686 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c8315f87-14aa-40bd-8df1-92a9d643e92c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (30231d03-7fd4-408e-8a21-ed319e208a8b), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:30.362157 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-c8315f87-14aa-40bd-8df1-92a9d643e92c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Calling delete_port for 30231d03-7fd4-408e-8a21-ed319e208a8b owned by network:floatingip {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:37:30.436072 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8be266e1-d07c-4c68-a2ff-c1599c635423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (2b44e2f1-1fc9-4da3-ad94-aee2a6ede0cb), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:30.439588 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8be266e1-d07c-4c68-a2ff-c1599c635423 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:30.441057 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-8be266e1-d07c-4c68-a2ff-c1599c635423 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/2b44e2f1-1fc9-4da3-ad94-aee2a6ede0cb HTTP/1.1" status: 204 len: 168 time: 0.3408272 Aug 10 12:37:30.458855 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:30.498478 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be266e1-d07c-4c68-a2ff-c1599c635423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b44e2f1-1fc9-4da3-ad94-aee2a6ede0cb,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:30.660575 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10d458-297c-40db-bd56-c06c667285ab req-5bffc1d2-b54b-4bb1-a205-e33b7fb91ed0 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:30.662274 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3c10d458-297c-40db-bd56-c06c667285ab req-5bffc1d2-b54b-4bb1-a205-e33b7fb91ed0 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 943 time: 0.1130738 Aug 10 12:37:30.693109 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c8315f87-14aa-40bd-8df1-92a9d643e92c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (30231d03-7fd4-408e-8a21-ed319e208a8b), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:30.755770 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8315f87-14aa-40bd-8df1-92a9d643e92c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Pushing event deleted for resources: {'Port': ['ID=30231d03-7fd4-408e-8a21-ed319e208a8b,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:30.803364 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3c10d458-297c-40db-bd56-c06c667285ab req-a51338c4-a89e-402c-9b7a-4123604cadfb tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301243 Aug 10 12:37:30.880943 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c8315f87-14aa-40bd-8df1-92a9d643e92c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks [] for floatingip (b765c429-5ef0-42c5-a413-48a3ea458ae8), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:30.884151 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c8315f87-14aa-40bd-8df1-92a9d643e92c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:30.885589 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-c8315f87-14aa-40bd-8df1-92a9d643e92c tempest-AttachVolumeNegativeTest-1356864288 tempest-AttachVolumeNegativeTest-1356864288-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/b765c429-5ef0-42c5-a413-48a3ea458ae8 HTTP/1.1" status: 204 len: 168 time: 0.9006503 Aug 10 12:37:30.949090 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 51786) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:30.967588 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e89d900b-8af3-4c23-a804-9d1a6841ea16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:31.084070 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e89d900b-8af3-4c23-a804-9d1a6841ea16 admin admin] Publish callbacks [] for security_group (5ec84b5a-d8e3-477e-befe-f62c882b2a50), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:31.089821 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e89d900b-8af3-4c23-a804-9d1a6841ea16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (5ec84b5a-d8e3-477e-befe-f62c882b2a50), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:31.131980 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d900b-8af3-4c23-a804-9d1a6841ea16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec84b5a-d8e3-477e-befe-f62c882b2a50,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:31.149089 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-e89d900b-8af3-4c23-a804-9d1a6841ea16 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=87956c96257e45ec8d7f7796b0cdfad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1962495 Aug 10 12:37:31.149564 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 51790) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:31.188425 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:31.206265 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1a7cf975-b95c-4ac8-bdd7-5277007ddb9e admin admin] Publish callbacks [] for security_group (5ec84b5a-d8e3-477e-befe-f62c882b2a50), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:31.229759 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1a7cf975-b95c-4ac8-bdd7-5277007ddb9e admin admin] Publish callbacks [] for security_group (5ec84b5a-d8e3-477e-befe-f62c882b2a50), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:31.280198 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1a7cf975-b95c-4ac8-bdd7-5277007ddb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (5ec84b5a-d8e3-477e-befe-f62c882b2a50), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:31.284271 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1a7cf975-b95c-4ac8-bdd7-5277007ddb9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:31.285983 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-1a7cf975-b95c-4ac8-bdd7-5277007ddb9e admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/5ec84b5a-d8e3-477e-befe-f62c882b2a50 HTTP/1.1" status: 204 len: 168 time: 0.1352773 Aug 10 12:37:31.296703 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cf975-b95c-4ac8-bdd7-5277007ddb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec84b5a-d8e3-477e-befe-f62c882b2a50,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:31.950132 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dd300-1ff7-40a5-882b-2d9b6470c19f req-1fb26047-3f1b-4fec-b1d8-69c52b2d5cc0 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:31.951617 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-747dd300-1ff7-40a5-882b-2d9b6470c19f req-1fb26047-3f1b-4fec-b1d8-69c52b2d5cc0 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 943 time: 0.0570841 Aug 10 12:37:32.010170 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-747dd300-1ff7-40a5-882b-2d9b6470c19f req-af7c5fa1-97dc-4242-978e-944125d94405 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509744 Aug 10 12:37:32.260547 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:37:33.141488 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:33.160303 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c65d3-9362-45d8-9211-637dc6ec3117 req-909281c3-cca6-4008-946f-2cbab82b89d8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:33.161983 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4c7c65d3-9362-45d8-9211-637dc6ec3117 req-909281c3-cca6-4008-946f-2cbab82b89d8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 943 time: 0.0622177 Aug 10 12:37:33.224925 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4c7c65d3-9362-45d8-9211-637dc6ec3117 req-ec988e75-8509-4e7b-8472-9798705293bb tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535772 Aug 10 12:37:34.372367 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec7044-8b11-4dab-907f-35f1caef7782 req-82b5d791-545c-45b2-8578-1fe1829fe9c8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:34.375292 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a3ec7044-8b11-4dab-907f-35f1caef7782 req-82b5d791-545c-45b2-8578-1fe1829fe9c8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 943 time: 0.0591216 Aug 10 12:37:34.448115 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a3ec7044-8b11-4dab-907f-35f1caef7782 req-17eb8a44-76b4-4bc6-87b1-3bf5488a1c5a tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647619 Aug 10 12:37:34.885555 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 51886) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:35.380480 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ff600474-6b70-4036-8944-d5dc4cff59d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-746591'] for router_interface (c738bb5a-be08-41c0-857d-5311e5d2b7ce), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:35.486397 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:35.594679 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28b661-ec27-4253-aa01-fbad9cf4a327 req-f31fd0ac-025b-45a9-a5f0-7ed3e01a73dc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:35.596796 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4d28b661-ec27-4253-aa01-fbad9cf4a327 req-f31fd0ac-025b-45a9-a5f0-7ed3e01a73dc tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 943 time: 0.0629792 Aug 10 12:37:35.708746 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4d28b661-ec27-4253-aa01-fbad9cf4a327 req-ec7c4f0f-e9b8-4a56-ade1-debe531143f6 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053190 Aug 10 12:37:35.709456 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ff600474-6b70-4036-8944-d5dc4cff59d5 admin admin] Deleting port 546b492c-b37c-4bf9-b8ae-97e4a960af4b {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:37:35.709819 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ff600474-6b70-4036-8944-d5dc4cff59d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (546b492c-b37c-4bf9-b8ae-97e4a960af4b), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:35.820098 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-ff600474-6b70-4036-8944-d5dc4cff59d5 admin admin] For port 546b492c-b37c-4bf9-b8ae-97e4a960af4b, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=546b492c-b37c-4bf9-b8ae-97e4a960af4b,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:35.820467 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ff600474-6b70-4036-8944-d5dc4cff59d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (546b492c-b37c-4bf9-b8ae-97e4a960af4b), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:35.834089 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-ff600474-6b70-4036-8944-d5dc4cff59d5 admin admin] Calling delete_port for 546b492c-b37c-4bf9-b8ae-97e4a960af4b owned by network:router_interface {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:37:35.840839 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:36.033726 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ff600474-6b70-4036-8944-d5dc4cff59d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (546b492c-b37c-4bf9-b8ae-97e4a960af4b), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:36.073985 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff600474-6b70-4036-8944-d5dc4cff59d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=546b492c-b37c-4bf9-b8ae-97e4a960af4b,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:36.329899 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ff600474-6b70-4036-8944-d5dc4cff59d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-746699'] for router_interface (c738bb5a-be08-41c0-857d-5311e5d2b7ce), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:36.556877 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:36.625724 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff600474-6b70-4036-8944-d5dc4cff59d5 admin admin] Router c738bb5a-be08-41c0-857d-5311e5d2b7ce has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:37:36.761461 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff600474-6b70-4036-8944-d5dc4cff59d5 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:37:36.767870 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-ff600474-6b70-4036-8944-d5dc4cff59d5 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/c738bb5a-be08-41c0-857d-5311e5d2b7ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8799894 Aug 10 12:37:36.770518 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 51928) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:36.773209 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ec42f1-2cae-4ba4-810b-a544728d562c None None] Sync routers for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:37:36.803511 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ec42f1-2cae-4ba4-810b-a544728d562c None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:37:36.804549 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c6ec42f1-2cae-4ba4-810b-a544728d562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:37:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:37.003504 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c6ec42f1-2cae-4ba4-810b-a544728d562c None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:37:37.198440 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c6ec42f1-2cae-4ba4-810b-a544728d562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:37:35Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:37.239666 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ec42f1-2cae-4ba4-810b-a544728d562c None None] Checking router: c738bb5a-be08-41c0-857d-5311e5d2b7ce for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:37:37.296515 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ec42f1-2cae-4ba4-810b-a544728d562c None None] Routers {'c738bb5a-be08-41c0-857d-5311e5d2b7ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:37:37.298010 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c6ec42f1-2cae-4ba4-810b-a544728d562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:37:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:37.387293 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2c6f225-1f6e-461e-ab0a-16ce6cb16661 admin admin] Publish callbacks [] for router (c738bb5a-be08-41c0-857d-5311e5d2b7ce), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:37.471452 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b495d88-5664-4a90-814a-a71776fa879b req-4cad12ee-7b67-40ad-b513-894e30a1a350 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:37.473149 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9b495d88-5664-4a90-814a-a71776fa879b req-4cad12ee-7b67-40ad-b513-894e30a1a350 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 943 time: 0.5931325 Aug 10 12:37:37.482763 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-c6ec42f1-2cae-4ba4-810b-a544728d562c None None] Set router c738bb5a-be08-41c0-857d-5311e5d2b7ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:37:37.591401 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9b495d88-5664-4a90-814a-a71776fa879b req-ae0cfd6e-06e0-4d2a-af77-ffcae2fcc444 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822554 Aug 10 12:37:37.600594 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=100 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:37.605409 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2c6f225-1f6e-461e-ab0a-16ce6cb16661 admin admin] Publish callbacks [] for router_gateway (c738bb5a-be08-41c0-857d-5311e5d2b7ce), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:37.663769 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:37.686408 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-a2c6f225-1f6e-461e-ab0a-16ce6cb16661 admin admin] Deleting port d353b3b6-66a9-427b-922c-3a0be2e36037 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:37:37.686844 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2c6f225-1f6e-461e-ab0a-16ce6cb16661 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (d353b3b6-66a9-427b-922c-3a0be2e36037), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:37.724850 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-c6ec42f1-2cae-4ba4-810b-a544728d562c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:37:35Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:37.773945 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ec42f1-2cae-4ba4-810b-a544728d562c None None] The sync data for ids ['c738bb5a-be08-41c0-857d-5311e5d2b7ce'] in dv-cinder-852261-3-iscsi is: [{'id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'name': 'tempest-AttachVolumeNegativeTest-1843978504-router', 'tenant_id': '0bbb137a895941b1876eebfc56c28425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:37:35Z', 'revision_number': 5, 'project_id': '0bbb137a895941b1876eebfc56c28425', 'gw_port': {'id': 'd353b3b6-66a9-427b-922c-3a0be2e36037', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c738bb5a-be08-41c0-857d-5311e5d2b7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:07Z', 'updated_at': '2022-08-10T12:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:37:37.806667 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-a2c6f225-1f6e-461e-ab0a-16ce6cb16661 admin admin] For port d353b3b6-66a9-427b-922c-3a0be2e36037, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=d353b3b6-66a9-427b-922c-3a0be2e36037,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:37.807360 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2c6f225-1f6e-461e-ab0a-16ce6cb16661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (d353b3b6-66a9-427b-922c-3a0be2e36037), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:37.837991 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-a2c6f225-1f6e-461e-ab0a-16ce6cb16661 admin admin] Calling delete_port for d353b3b6-66a9-427b-922c-3a0be2e36037 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:37:37.975012 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:38.062955 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2c6f225-1f6e-461e-ab0a-16ce6cb16661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (d353b3b6-66a9-427b-922c-3a0be2e36037), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:38.089315 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6f225-1f6e-461e-ab0a-16ce6cb16661 admin admin] Pushing event deleted for resources: {'Port': ['ID=d353b3b6-66a9-427b-922c-3a0be2e36037,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:38.158781 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2c6f225-1f6e-461e-ab0a-16ce6cb16661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691259'] for router_gateway (c738bb5a-be08-41c0-857d-5311e5d2b7ce), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:38.251728 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2c6f225-1f6e-461e-ab0a-16ce6cb16661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (c738bb5a-be08-41c0-857d-5311e5d2b7ce), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:38.254137 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2c6f225-1f6e-461e-ab0a-16ce6cb16661 admin admin] Publish callbacks [] for router_controller (c738bb5a-be08-41c0-857d-5311e5d2b7ce), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:38.302493 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2c6f225-1f6e-461e-ab0a-16ce6cb16661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747860'] for router (c738bb5a-be08-41c0-857d-5311e5d2b7ce), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:38.303124 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c6f225-1f6e-461e-ab0a-16ce6cb16661 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c738bb5a-be08-41c0-857d-5311e5d2b7ce {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 12:37:38.307651 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a2c6f225-1f6e-461e-ab0a-16ce6cb16661 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:38.309693 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-a2c6f225-1f6e-461e-ab0a-16ce6cb16661 admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/c738bb5a-be08-41c0-857d-5311e5d2b7ce HTTP/1.1" status: 204 len: 168 time: 1.5373058 Aug 10 12:37:38.312926 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 51952) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:38.362694 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba5f008-f2db-4756-a3e3-f0c152ea8319 admin admin] Deleting subnet 475a0af2-d7c4-4476-ab09-64279713ecd6 {{(pid=103790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 10 12:37:38.367307 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cba5f008-f2db-4756-a3e3-f0c152ea8319 admin admin] Publish callbacks [] for subnet (475a0af2-d7c4-4476-ab09-64279713ecd6), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:38.409356 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cba5f008-f2db-4756-a3e3-f0c152ea8319 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14657668'] for subnet (475a0af2-d7c4-4476-ab09-64279713ecd6), precommit_delete_associations {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:38.486034 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 546b492c-b37c-4bf9-b8ae-97e4a960af4b no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:37:38.494683 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cba5f008-f2db-4756-a3e3-f0c152ea8319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731369'] for subnet (475a0af2-d7c4-4476-ab09-64279713ecd6), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:38.511988 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: 546b492c-b37c-4bf9-b8ae-97e4a960af4b {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:37:38.512338 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 546b492c-b37c-4bf9-b8ae-97e4a960af4b not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:37:38.551349 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cba5f008-f2db-4756-a3e3-f0c152ea8319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14596431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14164736'] for subnet (475a0af2-d7c4-4476-ab09-64279713ecd6), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:38.579520 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5f008-f2db-4756-a3e3-f0c152ea8319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=475a0af2-d7c4-4476-ab09-64279713ecd6,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:38.581615 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cba5f008-f2db-4756-a3e3-f0c152ea8319 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:38.585138 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-cba5f008-f2db-4756-a3e3-f0c152ea8319 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/475a0af2-d7c4-4476-ab09-64279713ecd6 HTTP/1.1" status: 204 len: 168 time: 0.2705972 Aug 10 12:37:38.586024 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835414ab-47a3-40e7-86e5-7e2809ed9970 None None] Network 69a0d312-b2de-4689-b0c5-62b84c9112b2 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:37:38.587659 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 51954) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:38.606278 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:38.669539 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659484'] for network (69a0d312-b2de-4689-b0c5-62b84c9112b2), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:38.758221 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Deleting port 8b3d5d26-9ad2-4676-9a18-8fc28645cac3 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:37:38.758610 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (8b3d5d26-9ad2-4676-9a18-8fc28645cac3), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:38.779630 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d61e7-b786-4e76-b087-51bd7f175247 req-e1fa205f-4d24-463f-a3b9-150211e8f883 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:38.781151 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-068d61e7-b786-4e76-b087-51bd7f175247 req-e1fa205f-4d24-463f-a3b9-150211e8f883 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 943 time: 0.0706778 Aug 10 12:37:38.862424 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] For port 8b3d5d26-9ad2-4676-9a18-8fc28645cac3, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=8b3d5d26-9ad2-4676-9a18-8fc28645cac3,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:38.862794 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (8b3d5d26-9ad2-4676-9a18-8fc28645cac3), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:38.884601 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Calling delete_port for 8b3d5d26-9ad2-4676-9a18-8fc28645cac3 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:37:38.891532 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-068d61e7-b786-4e76-b087-51bd7f175247 req-134b8571-1845-4f52-b3a5-e0ce60f8c76b tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803225 Aug 10 12:37:38.931011 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4280a4bc-dcfa-4156-aa6b-baef5665a930 None None] DHCP port deletion for 69a0d312-b2de-4689-b0c5-62b84c9112b2 request from dv-cinder-852261-3-iscsi {{(pid=103791) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 10 12:37:38.981770 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4280a4bc-dcfa-4156-aa6b-baef5665a930 None None] Deleting port 8b3d5d26-9ad2-4676-9a18-8fc28645cac3 {{(pid=103791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:37:38.982607 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4280a4bc-dcfa-4156-aa6b-baef5665a930 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (8b3d5d26-9ad2-4676-9a18-8fc28645cac3), before_delete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:38.998247 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (8b3d5d26-9ad2-4676-9a18-8fc28645cac3), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.003724 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=100 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:39.029379 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 51972) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:39.031306 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b3d5d26-9ad2-4676-9a18-8fc28645cac3,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:39.036097 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] No DVR routers for this DVR port 8b3d5d26-9ad2-4676-9a18-8fc28645cac3 on host dv-cinder-852261-3-iscsi {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:37:39.044257 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:39.044603 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:39.044951 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:39.045309 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:39.045646 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:39.045976 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:39.046992 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:39.047192 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:39.047522 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:39.047851 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:39.048180 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:39.048594 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:39.048836 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:39.049210 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:39.049511 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:37:39.062712 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4280a4bc-dcfa-4156-aa6b-baef5665a930 None None] For port 8b3d5d26-9ad2-4676-9a18-8fc28645cac3, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=8b3d5d26-9ad2-4676-9a18-8fc28645cac3,segment=NetworkSegment(1c56d83d-263c-44fb-8728-9159e9fde879),segment_id=1c56d83d-263c-44fb-8728-9159e9fde879)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:39.063121 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4280a4bc-dcfa-4156-aa6b-baef5665a930 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (8b3d5d26-9ad2-4676-9a18-8fc28645cac3), precommit_delete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.071428 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:39.077605 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4280a4bc-dcfa-4156-aa6b-baef5665a930 None None] Calling delete_port for 8b3d5d26-9ad2-4676-9a18-8fc28645cac3 owned by network:dhcp {{(pid=103791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:37:39.123529 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1708682', 'neutron.services.segments.db._delete_segments_for_network-8736056424951'] for network (69a0d312-b2de-4689-b0c5-62b84c9112b2), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.144065 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a0d312-b2de-4689-b0c5-62b84c9112b2']}} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:39.154487 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c56d83d-263c-44fb-8728-9159e9fde879') {'for_net_delete': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:39.154790 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c56d83d-263c-44fb-8728-9159e9fde879') {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:37:39.164133 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f98998e8-7b6a-4761-8b26-2c8d1b28145e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.167765 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736056424843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14657679'] for segment (1c56d83d-263c-44fb-8728-9159e9fde879), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.182938 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (1c56d83d-263c-44fb-8728-9159e9fde879), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.191345 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:37:39.191937 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14596241'] for segment (1c56d83d-263c-44fb-8728-9159e9fde879), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.206405 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4280a4bc-dcfa-4156-aa6b-baef5665a930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461'] for port (8b3d5d26-9ad2-4676-9a18-8fc28645cac3), after_delete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.234806 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280a4bc-dcfa-4156-aa6b-baef5665a930 None None] Pushing event deleted for resources: {'Port': ['ID=8b3d5d26-9ad2-4676-9a18-8fc28645cac3,revision_number=None']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:39.239863 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4280a4bc-dcfa-4156-aa6b-baef5665a930 None None] No DVR routers for this DVR port 8b3d5d26-9ad2-4676-9a18-8fc28645cac3 on host dv-cinder-852261-3-iscsi {{(pid=103791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:37:39.243566 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment 1c56d83d-263c-44fb-8728-9159e9fde879 resource provider aggregate not found Aug 10 12:37:39.263860 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment 1c56d83d-263c-44fb-8728-9159e9fde879 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c56d83d-263c-44fb-8728-9159e9fde879 found for delete ", "request_id": "req-196dd682-642d-41f9-968f-9e2249d532e7"}]} Aug 10 12:37:39.269793 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f98998e8-7b6a-4761-8b26-2c8d1b28145e admin admin] Publish callbacks [] for security_group (98b6e701-3ca2-485a-bc0a-0652f456c52c), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.273524 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f98998e8-7b6a-4761-8b26-2c8d1b28145e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (98b6e701-3ca2-485a-bc0a-0652f456c52c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.274826 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1708675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745837'] for network (69a0d312-b2de-4689-b0c5-62b84c9112b2), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.282217 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.285402 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/69a0d312-b2de-4689-b0c5-62b84c9112b2 HTTP/1.1" status: 204 len: 168 time: 0.6966515 Aug 10 12:37:39.296475 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5b170-6e60-42c9-ae93-12affff321c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=69a0d312-b2de-4689-b0c5-62b84c9112b2,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:39.312761 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98998e8-7b6a-4761-8b26-2c8d1b28145e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b6e701-3ca2-485a-bc0a-0652f456c52c,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:39.317507 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-f98998e8-7b6a-4761-8b26-2c8d1b28145e admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=dc63273658c04c889c754808fbb773de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857356 Aug 10 12:37:39.320257 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 51982) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:39.375016 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-da1728ba-e4ab-4578-87ea-3b0e05755624 admin admin] Publish callbacks [] for security_group (98b6e701-3ca2-485a-bc0a-0652f456c52c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.399844 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-da1728ba-e4ab-4578-87ea-3b0e05755624 admin admin] Publish callbacks [] for security_group (98b6e701-3ca2-485a-bc0a-0652f456c52c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.411119 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 51984) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:39.431321 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:39.452346 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-70187aa9-71f8-4237-bb5f-c6e1e6b01cf2 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=0bbb137a895941b1876eebfc56c28425&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399363 Aug 10 12:37:39.453858 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-da1728ba-e4ab-4578-87ea-3b0e05755624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (98b6e701-3ca2-485a-bc0a-0652f456c52c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.455594 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 51986) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:39.456770 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-da1728ba-e4ab-4578-87ea-3b0e05755624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.457774 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-da1728ba-e4ab-4578-87ea-3b0e05755624 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/98b6e701-3ca2-485a-bc0a-0652f456c52c HTTP/1.1" status: 204 len: 168 time: 0.1364372 Aug 10 12:37:39.467930 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1728ba-e4ab-4578-87ea-3b0e05755624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b6e701-3ca2-485a-bc0a-0652f456c52c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:39.509461 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ec28bc10-4ee3-4f76-81a8-288d07c83acd admin admin] Publish callbacks [] for security_group (a956c4d1-7fd2-4763-a4d7-f548344477cf), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.532594 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ec28bc10-4ee3-4f76-81a8-288d07c83acd admin admin] Publish callbacks [] for security_group (a956c4d1-7fd2-4763-a4d7-f548344477cf), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.557998 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:39.588886 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ec28bc10-4ee3-4f76-81a8-288d07c83acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (a956c4d1-7fd2-4763-a4d7-f548344477cf), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.591501 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ec28bc10-4ee3-4f76-81a8-288d07c83acd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.595270 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-ec28bc10-4ee3-4f76-81a8-288d07c83acd admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/a956c4d1-7fd2-4763-a4d7-f548344477cf HTTP/1.1" status: 204 len: 168 time: 0.1361721 Aug 10 12:37:39.605424 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28bc10-4ee3-4f76-81a8-288d07c83acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a956c4d1-7fd2-4763-a4d7-f548344477cf,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:39.875336 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 52002) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:39.892425 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4f9d75b0-0b0e-4fe0-aee0-fc6af967d4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.971786 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4f9d75b0-0b0e-4fe0-aee0-fc6af967d4fa admin admin] Publish callbacks [] for security_group (b5b32ef0-b1fd-4824-8766-ba4416dd089f), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:39.976780 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4f9d75b0-0b0e-4fe0-aee0-fc6af967d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (b5b32ef0-b1fd-4824-8766-ba4416dd089f), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:40.018636 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-4f9d75b0-0b0e-4fe0-aee0-fc6af967d4fa admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=ae375bae421a498dba3411a6872b3565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422186 Aug 10 12:37:40.019735 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d75b0-0b0e-4fe0-aee0-fc6af967d4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b32ef0-b1fd-4824-8766-ba4416dd089f,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:40.021729 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=35,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:40.022892 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 52008) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:37:40.052908 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dece851-4e36-4b0a-a232-90309b53c1a7 req-8690e3c6-35b9-4e87-9b9b-66dba6453b38 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:40.054441 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1dece851-4e36-4b0a-a232-90309b53c1a7 req-8690e3c6-35b9-4e87-9b9b-66dba6453b38 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 943 time: 0.0713639 Aug 10 12:37:40.127829 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1dece851-4e36-4b0a-a232-90309b53c1a7 req-0fc2a17e-661e-4cb8-8cc4-f90edea0dde1 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650277 Aug 10 12:37:40.128591 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93bdf6d0-c06d-4d6d-ad3b-a0f7ef723382 admin admin] Publish callbacks [] for security_group (b5b32ef0-b1fd-4824-8766-ba4416dd089f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:40.162469 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93bdf6d0-c06d-4d6d-ad3b-a0f7ef723382 admin admin] Publish callbacks [] for security_group (b5b32ef0-b1fd-4824-8766-ba4416dd089f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:40.212088 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93bdf6d0-c06d-4d6d-ad3b-a0f7ef723382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (b5b32ef0-b1fd-4824-8766-ba4416dd089f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:40.214910 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-93bdf6d0-c06d-4d6d-ad3b-a0f7ef723382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:40.216048 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-93bdf6d0-c06d-4d6d-ad3b-a0f7ef723382 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/b5b32ef0-b1fd-4824-8766-ba4416dd089f HTTP/1.1" status: 204 len: 168 time: 0.1918945 Aug 10 12:37:40.225558 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdf6d0-c06d-4d6d-ad3b-a0f7ef723382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b32ef0-b1fd-4824-8766-ba4416dd089f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:40.474156 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device d353b3b6-66a9-427b-922c-3a0be2e36037 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:37:40.499993 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: d353b3b6-66a9-427b-922c-3a0be2e36037 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:37:40.500349 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device d353b3b6-66a9-427b-922c-3a0be2e36037 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:37:40.500766 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 8b3d5d26-9ad2-4676-9a18-8fc28645cac3 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:37:40.646235 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: 8b3d5d26-9ad2-4676-9a18-8fc28645cac3 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:37:40.646588 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 8b3d5d26-9ad2-4676-9a18-8fc28645cac3 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:37:41.051176 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 40caaca6-10a7-43c8-8003-49d7c19f965f details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:37:41.165640 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 40caaca6-10a7-43c8-8003-49d7c19f965f, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=40caaca6-10a7-43c8-8003-49d7c19f965f,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:41.182899 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': '40caaca6-10a7-43c8-8003-49d7c19f965f', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'port_id': '40caaca6-10a7-43c8-8003-49d7c19f965f', 'mac_address': 'fa:16:3e:fc:34:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:37:41.236759 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 40caaca6-10a7-43c8-8003-49d7c19f965f is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:37:41.237605 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:41.261494 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40caaca6-10a7-43c8-8003-49d7c19f965f {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:37:41.274391 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e38b1d-2d2c-4e94-9953-c74d9fa9a371 req-963f8fc6-5f57-4112-a0b7-f44d801f5d3a tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:41.276985 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b9e38b1d-2d2c-4e94-9953-c74d9fa9a371 req-963f8fc6-5f57-4112-a0b7-f44d801f5d3a tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 943 time: 0.0542920 Aug 10 12:37:41.288526 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 40caaca6-10a7-43c8-8003-49d7c19f965f, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=40caaca6-10a7-43c8-8003-49d7c19f965f,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:41.294047 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:41.346400 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b9e38b1d-2d2c-4e94-9953-c74d9fa9a371 req-fc5384ea-b798-45c9-88b2-8eda1a9d6f84 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618749 Aug 10 12:37:41.353194 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=40caaca6-10a7-43c8-8003-49d7c19f965f,revision_number=9']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:41.629942 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['40caaca6-10a7-43c8-8003-49d7c19f965f'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:37:41.726996 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:42.260231 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=44,neutron:UPDATE=5 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:42.467240 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddc1fe-c7ae-4287-b9a8-80c152705e9e req-b6943761-538f-4b04-926d-9f5048fd661f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:42.468762 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-70ddc1fe-c7ae-4287-b9a8-80c152705e9e req-b6943761-538f-4b04-926d-9f5048fd661f tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 944 time: 0.0474617 Aug 10 12:37:42.481112 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:42.523641 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-70ddc1fe-c7ae-4287-b9a8-80c152705e9e req-dd46c7b0-52f0-4762-9c4d-cd7e66b1eda2 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490029 Aug 10 12:37:42.649468 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-31b1a331-738e-481d-ace3-365faebaa17c tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/networks?tenant_id=22729064206f44009207e22ade61deda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319078 Aug 10 12:37:43.071143 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 40caaca6-10a7-43c8-8003-49d7c19f965f up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:37:43.096071 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-933b8a61-02aa-47fd-b9f2-708fb886ffd3 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:43.097702 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-933b8a61-02aa-47fd-b9f2-708fb886ffd3 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4431443 Aug 10 12:37:43.112135 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-db92d3af-6978-4ea6-ae48-825cf621aeaf tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/quotas/22729064206f44009207e22ade61deda HTTP/1.1" status: 200 len: 375 time: 0.0090568 Aug 10 12:37:43.114894 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port 40caaca6-10a7-43c8-8003-49d7c19f965f triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:37:43.115279 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:43.144765 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-10825e97-28a7-40b0-ac07-d0c3cb0a3849 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=22729064206f44009207e22ade61deda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274954 Aug 10 12:37:43.185850 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:43.191236 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 40caaca6-10a7-43c8-8003-49d7c19f965f is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:37:43.191794 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:43.215728 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abef27e9-175c-4101-80ee-6da94e239088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40caaca6-10a7-43c8-8003-49d7c19f965f'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:37:43.218579 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4006457-4fc3-4733-886d-9c25fc3c6301" -d '{"events": [{"server_uuid": "abef27e9-175c-4101-80ee-6da94e239088", "name": "network-vif-plugged", "status": "completed", "tag": "40caaca6-10a7-43c8-8003-49d7c19f965f"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:37:43.233400 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 40caaca6-10a7-43c8-8003-49d7c19f965f, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=40caaca6-10a7-43c8-8003-49d7c19f965f,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:43.237925 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:43.282047 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2cd62e-a2bb-40f1-a708-4063c190ef61 x-openstack-request-id: req-5d2cd62e-a2bb-40f1-a708-4063c190ef61 {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:37:43.282578 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abef27e9-175c-4101-80ee-6da94e239088", "name": "network-vif-plugged", "status": "completed", "tag": "40caaca6-10a7-43c8-8003-49d7c19f965f", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:37:43.283015 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5d2cd62e-a2bb-40f1-a708-4063c190ef61 {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:37:43.283572 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d2cd62e-a2bb-40f1-a708-4063c190ef61'] response: {'server_uuid': 'abef27e9-175c-4101-80ee-6da94e239088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40caaca6-10a7-43c8-8003-49d7c19f965f', 'code': 200} Aug 10 12:37:43.324135 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=40caaca6-10a7-43c8-8003-49d7c19f965f,revision_number=10']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:43.331404 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3fb2c50f-e653-480e-9f39-a11e97da2d32 req-abdac662-4652-496a-b81d-0e00547b4c38 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c7824427-8117-4fc9-b668-d59377232f84 HTTP/1.1" status: 200 len: 210 time: 0.0427308 Aug 10 12:37:43.513796 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159e3a1-1f8b-4249-b30c-1aa3888571d6 req-7999d808-35a7-42bb-857d-ee494e4d2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:43.516271 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f159e3a1-1f8b-4249-b30c-1aa3888571d6 req-7999d808-35a7-42bb-857d-ee494e4d2c1b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 1130 time: 0.0431337 Aug 10 12:37:43.554219 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=6 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:43.564147 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f159e3a1-1f8b-4249-b30c-1aa3888571d6 req-e558209f-b25e-44af-bff0-e94145ded6ca service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419698 Aug 10 12:37:43.658060 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453d2f0-8b00-4cf7-8c8e-59435a16cb62 req-3ddebdd0-e682-4a78-953d-069122a6aec8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:43.659642 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e453d2f0-8b00-4cf7-8c8e-59435a16cb62 req-3ddebdd0-e682-4a78-953d-069122a6aec8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 946 time: 0.0495756 Aug 10 12:37:43.709283 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e453d2f0-8b00-4cf7-8c8e-59435a16cb62 req-15b040b5-41a6-4dde-991e-54824d4591c8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438447 Aug 10 12:37:44.432657 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-bc7d3774-5380-47b6-bdc1-5af409e98154 req-7696831b-eb14-49f1-a37a-a22bae3775e8 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c7824427-8117-4fc9-b668-d59377232f84 HTTP/1.1" status: 200 len: 210 time: 0.0294151 Aug 10 12:37:44.830850 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf3111-0a3f-4be1-9644-88e9638b30ef req-4ddd680e-e875-40cd-a80f-1577bb468a22 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:44.832282 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-12bf3111-0a3f-4be1-9644-88e9638b30ef req-4ddd680e-e875-40cd-a80f-1577bb468a22 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 946 time: 0.0460067 Aug 10 12:37:44.877736 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-12bf3111-0a3f-4be1-9644-88e9638b30ef req-f71bcc75-980f-48ef-9c7a-f811678ef38e tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398867 Aug 10 12:37:45.530236 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5fe45cbd-db25-4a87-923e-74adc2d39691 req-4c06c995-e0fa-4950-a826-aa176520a1c5 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c7824427-8117-4fc9-b668-d59377232f84 HTTP/1.1" status: 200 len: 210 time: 0.0266645 Aug 10 12:37:46.002890 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629e154-8869-4f11-b4c6-22164f41e919 req-ca18a2d6-f3de-4b6f-8ba4-c92d9860e366 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:46.004325 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f629e154-8869-4f11-b4c6-22164f41e919 req-ca18a2d6-f3de-4b6f-8ba4-c92d9860e366 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 946 time: 0.0491915 Aug 10 12:37:46.050390 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-f629e154-8869-4f11-b4c6-22164f41e919 req-f40f1fbe-a22a-4f85-861e-6eecf8046eec tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404921 Aug 10 12:37:46.632783 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7ffe2976-e7fb-4151-b6df-5d6af61b3b77 req-8818f372-00c4-4a77-95db-dbfd9d6a3ad6 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c7824427-8117-4fc9-b668-d59377232f84 HTTP/1.1" status: 200 len: 210 time: 0.0303569 Aug 10 12:37:47.172992 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bbadc-2a49-4c19-95e4-05ad21995712 req-f75ec53f-0646-419b-98d4-955776cd1ca5 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:47.174460 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-551bbadc-2a49-4c19-95e4-05ad21995712 req-f75ec53f-0646-419b-98d4-955776cd1ca5 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 946 time: 0.0467165 Aug 10 12:37:47.221186 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-551bbadc-2a49-4c19-95e4-05ad21995712 req-aa3aff07-98df-4ba4-bae9-4e6b1dc0009d tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409222 Aug 10 12:37:47.732637 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ae3cd9c1-13cb-4133-bc97-f7f2bdf52c14 req-be5a58db-7782-4128-85a7-4adb0c8557e8 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c7824427-8117-4fc9-b668-d59377232f84 HTTP/1.1" status: 200 len: 210 time: 0.0285871 Aug 10 12:37:48.186602 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-3e6e8900-7b15-45e7-874d-190f0ce05269 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.64 "GET /networking/v2.0/networks?tenant_id=22729064206f44009207e22ade61deda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210798 Aug 10 12:37:48.323260 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-65d7484f-4c28-4f70-b71f-d325c37041f8 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:48.325092 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-65d7484f-4c28-4f70-b71f-d325c37041f8 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.64 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1325426 Aug 10 12:37:48.371122 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bff749-6f41-47ce-9f3b-769c4e50d8ed req-d856bf7d-685c-40e4-b9b8-af73ef5a13d4 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:48.372616 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c0bff749-6f41-47ce-9f3b-769c4e50d8ed req-d856bf7d-685c-40e4-b9b8-af73ef5a13d4 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 946 time: 0.0541892 Aug 10 12:37:48.423795 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c0bff749-6f41-47ce-9f3b-769c4e50d8ed req-b92a6082-33d1-46fa-ac4f-59c988415090 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447764 Aug 10 12:37:48.448453 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-a995ced6-4527-4220-9335-27d519ef973d tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Request body: {'port': {'device_id': 'c7824427-8117-4fc9-b668-d59377232f84', 'network_id': '0272faf7-faf5-4a0c-a485-d82dbcedaabb', 'admin_state_up': True, 'tenant_id': '22729064206f44009207e22ade61deda'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:37:48.559736 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-a995ced6-4527-4220-9335-27d519ef973d tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Made reservation on behalf of 22729064206f44009207e22ade61deda for: {'port': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:37:48.563690 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-a995ced6-4527-4220-9335-27d519ef973d tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:48.572472 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-a995ced6-4527-4220-9335-27d519ef973d tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:48.660199 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-a995ced6-4527-4220-9335-27d519ef973d tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Publish callbacks [] for security_group (a1a4cf38-a537-42ee-bc10-44dac95d506d), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:48.663972 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-a995ced6-4527-4220-9335-27d519ef973d tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (a1a4cf38-a537-42ee-bc10-44dac95d506d), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:48.669186 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:48.734801 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995ced6-4527-4220-9335-27d519ef973d tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a4cf38-a537-42ee-bc10-44dac95d506d,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:48.798681 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:48.809380 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-a995ced6-4527-4220-9335-27d519ef973d tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Allocated IP 192.168.233.197 (0272faf7-faf5-4a0c-a485-d82dbcedaabb/e941ff6f-081d-4e01-a886-d41fdee9951a/59231bba-0dfb-4095-995f-6e99537c156f) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:37:48.868031 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c941b286-e2f2-4e22-8bdf-6ba1343fcdb8 req-c9e8644d-6006-40e9-8ab2-46d56c735f3b tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c7824427-8117-4fc9-b668-d59377232f84 HTTP/1.1" status: 200 len: 210 time: 0.0491188 Aug 10 12:37:48.994752 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-a995ced6-4527-4220-9335-27d519ef973d tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Publish callbacks [] for port (59231bba-0dfb-4095-995f-6e99537c156f), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:49.025247 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-a995ced6-4527-4220-9335-27d519ef973d tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (59231bba-0dfb-4095-995f-6e99537c156f), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:49.032251 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:49.073413 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-a995ced6-4527-4220-9335-27d519ef973d tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Network 0272faf7-faf5-4a0c-a485-d82dbcedaabb is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:37:49.076691 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-a995ced6-4527-4220-9335-27d519ef973d tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:37:49.081058 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-a995ced6-4527-4220-9335-27d519ef973d tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:37:49.107215 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995ced6-4527-4220-9335-27d519ef973d tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Pushing event updated for resources: {'Port': ['ID=59231bba-0dfb-4095-995f-6e99537c156f,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:49.135355 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-a995ced6-4527-4220-9335-27d519ef973d tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:49.135990 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-a995ced6-4527-4220-9335-27d519ef973d tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:49.152563 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-a995ced6-4527-4220-9335-27d519ef973d tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7078056 Aug 10 12:37:49.171021 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] Request body: {'port': {'device_id': 'c7824427-8117-4fc9-b668-d59377232f84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:37:49.233521 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (59231bba-0dfb-4095-995f-6e99537c156f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:49.329095 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-78fcbabd-b397-46a4-8371-7f63e0cd74d5 None None] Provisioning complete for port 59231bba-0dfb-4095-995f-6e99537c156f triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:37:49.329489 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-78fcbabd-b397-46a4-8371-7f63e0cd74d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (59231bba-0dfb-4095-995f-6e99537c156f), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:49.360622 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-78fcbabd-b397-46a4-8371-7f63e0cd74d5 None None] Port 59231bba-0dfb-4095-995f-6e99537c156f cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:37:49.476142 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:49.490170 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59231bba-0dfb-4095-995f-6e99537c156f {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:37:49.497927 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] Publish callbacks [] for port (59231bba-0dfb-4095-995f-6e99537c156f), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:49.510755 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] Transition to ACTIVE for port object 59231bba-0dfb-4095-995f-6e99537c156f will not be triggered until provisioned by entity L2. {{(pid=103790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:37:49.514075 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (59231bba-0dfb-4095-995f-6e99537c156f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:49.573019 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=59231bba-0dfb-4095-995f-6e99537c156f,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:49.623134 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] Attempting to bind port 59231bba-0dfb-4095-995f-6e99537c156f on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:37:49.623409 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] Attempting to bind port 59231bba-0dfb-4095-995f-6e99537c156f by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': 'e27f8c47-cef0-4c84-9e18-aa88aba7cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0272faf7-faf5-4a0c-a485-d82dbcedaabb'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:37:49.623739 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] Attempting to bind port 59231bba-0dfb-4095-995f-6e99537c156f on network 0272faf7-faf5-4a0c-a485-d82dbcedaabb {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:37:49.628603 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] Port 59231bba-0dfb-4095-995f-6e99537c156f on network 0272faf7-faf5-4a0c-a485-d82dbcedaabb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:37:49.628926 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] Attempting to bind port 59231bba-0dfb-4095-995f-6e99537c156f on network 0272faf7-faf5-4a0c-a485-d82dbcedaabb {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:37:49.634031 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:37:49.634369 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] Checking segment: {'id': 'e27f8c47-cef0-4c84-9e18-aa88aba7cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0272faf7-faf5-4a0c-a485-d82dbcedaabb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:37:49.634768 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] Bound using segment: {'id': 'e27f8c47-cef0-4c84-9e18-aa88aba7cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0272faf7-faf5-4a0c-a485-d82dbcedaabb'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:37:49.635177 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] Bound port: 59231bba-0dfb-4095-995f-6e99537c156f, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27f8c47-cef0-4c84-9e18-aa88aba7cad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0272faf7-faf5-4a0c-a485-d82dbcedaabb'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:37:49.635531 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (59231bba-0dfb-4095-995f-6e99537c156f), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:49.694548 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] For port 59231bba-0dfb-4095-995f-6e99537c156f, host hv-cinder-85226, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:37:49.697540 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] For port 59231bba-0dfb-4095-995f-6e99537c156f, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=59231bba-0dfb-4095-995f-6e99537c156f,segment=NetworkSegment(e27f8c47-cef0-4c84-9e18-aa88aba7cad4),segment_id=e27f8c47-cef0-4c84-9e18-aa88aba7cad4)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:37:49.703784 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (59231bba-0dfb-4095-995f-6e99537c156f), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:49.706801 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:49.707407 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:49.708975 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/59231bba-0dfb-4095-995f-6e99537c156f HTTP/1.1" status: 200 len: 1098 time: 0.5423093 Aug 10 12:37:49.710998 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7824427-8117-4fc9-b668-d59377232f84', 'tag': '59231bba-0dfb-4095-995f-6e99537c156f'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:37:49.713296 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a521bb-d7d8-49bb-aa1c-8eb6d1ced89f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7824427-8117-4fc9-b668-d59377232f84", "tag": "59231bba-0dfb-4095-995f-6e99537c156f"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:37:49.755013 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6607e9dc-12da-4c73-a83f-fd09e9a465b2 x-openstack-request-id: req-6607e9dc-12da-4c73-a83f-fd09e9a465b2 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:37:49.755628 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7824427-8117-4fc9-b668-d59377232f84", "tag": "59231bba-0dfb-4095-995f-6e99537c156f", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:37:49.755628 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6607e9dc-12da-4c73-a83f-fd09e9a465b2 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:37:49.755986 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6607e9dc-12da-4c73-a83f-fd09e9a465b2'] response: {'name': 'network-changed', 'server_uuid': 'c7824427-8117-4fc9-b668-d59377232f84', 'tag': '59231bba-0dfb-4095-995f-6e99537c156f', 'status': 'completed', 'code': 200} Aug 10 12:37:49.766713 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ae49b-0ece-4561-9cb5-936594fadeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=59231bba-0dfb-4095-995f-6e99537c156f,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:49.830754 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-fad3b8f0-aa7e-4625-b4ed-6a2fc0716be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:49.832237 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-fad3b8f0-aa7e-4625-b4ed-6a2fc0716be7 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=22729064206f44009207e22ade61deda&device_id=c7824427-8117-4fc9-b668-d59377232f84 HTTP/1.1" status: 200 len: 1132 time: 0.0405219 Aug 10 12:37:49.883529 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-a0be8a7a-9b9c-4414-aa9a-b2f2581c98c1 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=59231bba-0dfb-4095-995f-6e99537c156f HTTP/1.1" status: 200 len: 217 time: 0.0355458 Aug 10 12:37:49.931825 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-95b47adc-afeb-45a4-a8dc-0ff05290a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:49.933309 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-95b47adc-afeb-45a4-a8dc-0ff05290a3a0 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=e941ff6f-081d-4e01-a886-d41fdee9951a HTTP/1.1" status: 200 len: 843 time: 0.0435078 Aug 10 12:37:49.989083 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:50.020804 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9aff41-c4f7-4057-aa56-2267891016d3 req-05e18bac-bd7e-49e7-9107-fbea62d4f024 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:50.022306 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2a9aff41-c4f7-4057-aa56-2267891016d3 req-05e18bac-bd7e-49e7-9107-fbea62d4f024 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c7824427-8117-4fc9-b668-d59377232f84 HTTP/1.1" status: 200 len: 948 time: 0.0808170 Aug 10 12:37:50.023615 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-3664e99d-2adb-44dd-b32d-fb7f43aebbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:50.024971 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-3664e99d-2adb-44dd-b32d-fb7f43aebbad service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=0272faf7-faf5-4a0c-a485-d82dbcedaabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0818453 Aug 10 12:37:50.121537 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2a9aff41-c4f7-4057-aa56-2267891016d3 req-ffca111c-9e0e-417a-b2e1-f79a0f874ee3 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a1a4cf38-a537-42ee-bc10-44dac95d506d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928881 Aug 10 12:37:50.151491 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-50808217-98e8-4e32-b929-4faf67e23c29 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0272faf7-faf5-4a0c-a485-d82dbcedaabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156468 Aug 10 12:37:50.248854 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-08474b2a-f1b6-41fc-adb2-fa5c6ecd81c4 req-3d1b2ca9-63c5-4d22-8a2c-b6c4eecc0a32 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0272faf7-faf5-4a0c-a485-d82dbcedaabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878747 Aug 10 12:37:51.238682 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ca717-43b0-403c-a34e-411c1ec67120 req-ba56ade3-c1b0-47bc-aa13-6db9badb5863 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:51.240109 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7f3ca717-43b0-403c-a34e-411c1ec67120 req-ba56ade3-c1b0-47bc-aa13-6db9badb5863 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c7824427-8117-4fc9-b668-d59377232f84 HTTP/1.1" status: 200 len: 948 time: 0.0465477 Aug 10 12:37:51.285585 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7f3ca717-43b0-403c-a34e-411c1ec67120 req-d6bb5436-6b01-4b01-9f1c-1758af4a1fc9 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a1a4cf38-a537-42ee-bc10-44dac95d506d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400214 Aug 10 12:37:51.375107 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a521bb-d7d8-49bb-aa1c-8eb6d1ced89f req-c08f6a05-71c2-4f71-b76d-eec055f68ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:51.376558 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f5a521bb-d7d8-49bb-aa1c-8eb6d1ced89f req-c08f6a05-71c2-4f71-b76d-eec055f68ff1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=22729064206f44009207e22ade61deda&device_id=c7824427-8117-4fc9-b668-d59377232f84 HTTP/1.1" status: 200 len: 1132 time: 0.0396605 Aug 10 12:37:51.476354 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a521bb-d7d8-49bb-aa1c-8eb6d1ced89f req-a6b6e985-d111-4edf-8eb8-7f8dd2217384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:51.477954 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f5a521bb-d7d8-49bb-aa1c-8eb6d1ced89f req-a6b6e985-d111-4edf-8eb8-7f8dd2217384 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=0272faf7-faf5-4a0c-a485-d82dbcedaabb HTTP/1.1" status: 200 len: 870 time: 0.0928597 Aug 10 12:37:51.484385 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-6c8d77fd-1d7a-4e43-8010-c7fd8a14b2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:51.522811 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f5a521bb-d7d8-49bb-aa1c-8eb6d1ced89f req-f84f675d-d516-45c3-aae9-55abea6fa124 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=59231bba-0dfb-4095-995f-6e99537c156f HTTP/1.1" status: 200 len: 217 time: 0.0362496 Aug 10 12:37:51.537223 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:51.576002 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a521bb-d7d8-49bb-aa1c-8eb6d1ced89f req-da5df8d5-72d4-475f-b265-d783d03a4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:51.577505 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f5a521bb-d7d8-49bb-aa1c-8eb6d1ced89f req-da5df8d5-72d4-475f-b265-d783d03a4982 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=e941ff6f-081d-4e01-a886-d41fdee9951a HTTP/1.1" status: 200 len: 843 time: 0.0472097 Aug 10 12:37:51.626163 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a521bb-d7d8-49bb-aa1c-8eb6d1ced89f req-b2819bc3-cb74-4ba9-8196-1c74da9435dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:51.627617 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f5a521bb-d7d8-49bb-aa1c-8eb6d1ced89f req-b2819bc3-cb74-4ba9-8196-1c74da9435dc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=0272faf7-faf5-4a0c-a485-d82dbcedaabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0440922 Aug 10 12:37:51.718291 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f5a521bb-d7d8-49bb-aa1c-8eb6d1ced89f req-dacd2176-663b-4674-b1f5-86791d719dc7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0272faf7-faf5-4a0c-a485-d82dbcedaabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835288 Aug 10 12:37:51.813063 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f5a521bb-d7d8-49bb-aa1c-8eb6d1ced89f req-0a90293b-5589-4538-9ed5-c7d4eb25f507 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/0272faf7-faf5-4a0c-a485-d82dbcedaabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868857 Aug 10 12:37:52.404423 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b364e4-ae91-44e2-96e0-a1ef4ad5d696 req-0e6cb67c-27fd-4383-b659-8fd2f533360a tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:52.406041 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d8b364e4-ae91-44e2-96e0-a1ef4ad5d696 req-0e6cb67c-27fd-4383-b659-8fd2f533360a tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c7824427-8117-4fc9-b668-d59377232f84 HTTP/1.1" status: 200 len: 948 time: 0.0494449 Aug 10 12:37:52.452017 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d8b364e4-ae91-44e2-96e0-a1ef4ad5d696 req-e8375ad5-d7d8-4c0e-8db3-152f3dc2df55 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a1a4cf38-a537-42ee-bc10-44dac95d506d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403593 Aug 10 12:37:53.083876 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 59231bba-0dfb-4095-995f-6e99537c156f details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:37:53.184878 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 59231bba-0dfb-4095-995f-6e99537c156f, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=59231bba-0dfb-4095-995f-6e99537c156f,segment=NetworkSegment(e27f8c47-cef0-4c84-9e18-aa88aba7cad4),segment_id=e27f8c47-cef0-4c84-9e18-aa88aba7cad4)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:53.196428 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': '59231bba-0dfb-4095-995f-6e99537c156f', 'network_id': '0272faf7-faf5-4a0c-a485-d82dbcedaabb', 'port_id': '59231bba-0dfb-4095-995f-6e99537c156f', 'mac_address': 'fa:16:3e:0c:f7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e941ff6f-081d-4e01-a886-d41fdee9951a', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:37:53.231759 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 59231bba-0dfb-4095-995f-6e99537c156f is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:37:53.232231 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (59231bba-0dfb-4095-995f-6e99537c156f), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:53.246801 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59231bba-0dfb-4095-995f-6e99537c156f {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:37:53.267035 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 59231bba-0dfb-4095-995f-6e99537c156f, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=59231bba-0dfb-4095-995f-6e99537c156f,segment=NetworkSegment(e27f8c47-cef0-4c84-9e18-aa88aba7cad4),segment_id=e27f8c47-cef0-4c84-9e18-aa88aba7cad4)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:53.270497 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (59231bba-0dfb-4095-995f-6e99537c156f), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:53.319947 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=59231bba-0dfb-4095-995f-6e99537c156f,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:53.568725 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b65d8-7ee7-4e64-8164-2b75bba3486a req-007deef0-64bc-40c7-a0bf-c40bae6c41cb tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:53.570211 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c31b65d8-7ee7-4e64-8164-2b75bba3486a req-007deef0-64bc-40c7-a0bf-c40bae6c41cb tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c7824427-8117-4fc9-b668-d59377232f84 HTTP/1.1" status: 200 len: 949 time: 0.0462110 Aug 10 12:37:53.611000 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:53.623481 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c31b65d8-7ee7-4e64-8164-2b75bba3486a req-cacb8bf8-d18e-4516-af9c-826a48030221 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a1a4cf38-a537-42ee-bc10-44dac95d506d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474911 Aug 10 12:37:53.639451 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['59231bba-0dfb-4095-995f-6e99537c156f'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:37:53.695762 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c1a0d972-27c9-4359-b213-332a10d25e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:53.754968 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:54.742351 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe0cc6-6953-4208-8ec3-7333db3f4f80 req-7845575b-1607-4c5f-aa7d-743387a35534 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:54.743802 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-04fe0cc6-6953-4208-8ec3-7333db3f4f80 req-7845575b-1607-4c5f-aa7d-743387a35534 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c7824427-8117-4fc9-b668-d59377232f84 HTTP/1.1" status: 200 len: 949 time: 0.0471835 Aug 10 12:37:54.792639 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-04fe0cc6-6953-4208-8ec3-7333db3f4f80 req-d734996a-470e-485a-a951-4b112f7f8e84 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a1a4cf38-a537-42ee-bc10-44dac95d506d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433171 Aug 10 12:37:54.856047 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:55.117911 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 59231bba-0dfb-4095-995f-6e99537c156f up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:37:55.161923 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port 59231bba-0dfb-4095-995f-6e99537c156f completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:37:55.167414 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port 59231bba-0dfb-4095-995f-6e99537c156f triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:37:55.167849 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (59231bba-0dfb-4095-995f-6e99537c156f), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:55.238794 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 59231bba-0dfb-4095-995f-6e99537c156f is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:37:55.239194 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (59231bba-0dfb-4095-995f-6e99537c156f), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:55.261578 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7824427-8117-4fc9-b668-d59377232f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59231bba-0dfb-4095-995f-6e99537c156f'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:37:55.263744 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1396487-49e4-4822-9c52-8fd72c874e49" -d '{"events": [{"server_uuid": "c7824427-8117-4fc9-b668-d59377232f84", "name": "network-vif-plugged", "status": "completed", "tag": "59231bba-0dfb-4095-995f-6e99537c156f"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:37:55.276796 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 59231bba-0dfb-4095-995f-6e99537c156f, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=59231bba-0dfb-4095-995f-6e99537c156f,segment=NetworkSegment(e27f8c47-cef0-4c84-9e18-aa88aba7cad4),segment_id=e27f8c47-cef0-4c84-9e18-aa88aba7cad4)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:37:55.281905 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (59231bba-0dfb-4095-995f-6e99537c156f), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:55.309806 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c316e9-72ba-4849-a837-5e84d43424f2 x-openstack-request-id: req-d6c316e9-72ba-4849-a837-5e84d43424f2 {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:37:55.310100 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7824427-8117-4fc9-b668-d59377232f84", "name": "network-vif-plugged", "status": "completed", "tag": "59231bba-0dfb-4095-995f-6e99537c156f", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:37:55.310363 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d6c316e9-72ba-4849-a837-5e84d43424f2 {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:37:55.310728 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c316e9-72ba-4849-a837-5e84d43424f2'] response: {'server_uuid': 'c7824427-8117-4fc9-b668-d59377232f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59231bba-0dfb-4095-995f-6e99537c156f', 'code': 200} Aug 10 12:37:55.328997 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:55.340220 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=59231bba-0dfb-4095-995f-6e99537c156f,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:37:55.543055 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274d678-3960-4d11-b7fa-e9fb2038fc1d req-c6a435cd-3e89-4c78-932b-e153523d6d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:55.544652 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2274d678-3960-4d11-b7fa-e9fb2038fc1d req-c6a435cd-3e89-4c78-932b-e153523d6d01 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c7824427-8117-4fc9-b668-d59377232f84 HTTP/1.1" status: 200 len: 1134 time: 0.0407569 Aug 10 12:37:55.596658 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2274d678-3960-4d11-b7fa-e9fb2038fc1d req-383d5f75-c1f8-487a-a203-d8b58a00ea66 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=a1a4cf38-a537-42ee-bc10-44dac95d506d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454433 Aug 10 12:37:55.909446 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e548fd3-50c5-4100-b581-e4f89687368a req-83959b0d-12af-49e6-b16b-7d970e17f243 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:55.910875 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2e548fd3-50c5-4100-b581-e4f89687368a req-83959b0d-12af-49e6-b16b-7d970e17f243 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c7824427-8117-4fc9-b668-d59377232f84 HTTP/1.1" status: 200 len: 950 time: 0.0453961 Aug 10 12:37:55.942059 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:37:55.958876 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2e548fd3-50c5-4100-b581-e4f89687368a req-c78b7920-ea72-4014-a8f1-33d621721694 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a1a4cf38-a537-42ee-bc10-44dac95d506d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425832 Aug 10 12:37:56.341731 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:56.632663 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:37:57.078217 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085120a9-3e51-46fe-9e8b-98697d13bb6a req-aea69ffb-eb64-4bd1-aec6-a2e42c0fd4d8 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:57.079673 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-085120a9-3e51-46fe-9e8b-98697d13bb6a req-aea69ffb-eb64-4bd1-aec6-a2e42c0fd4d8 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c7824427-8117-4fc9-b668-d59377232f84 HTTP/1.1" status: 200 len: 950 time: 0.0477705 Aug 10 12:37:57.125690 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-085120a9-3e51-46fe-9e8b-98697d13bb6a req-f2f9cfc2-1bf3-4828-9842-b6dd2c4ef17b tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a1a4cf38-a537-42ee-bc10-44dac95d506d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404458 Aug 10 12:37:58.245289 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b2c9a-dc5b-47da-8e65-a47876f2c13e req-91d7ead9-de25-4afb-8073-101928701f4c tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:58.246788 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9e7b2c9a-dc5b-47da-8e65-a47876f2c13e req-91d7ead9-de25-4afb-8073-101928701f4c tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c7824427-8117-4fc9-b668-d59377232f84 HTTP/1.1" status: 200 len: 950 time: 0.0489771 Aug 10 12:37:58.296563 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9e7b2c9a-dc5b-47da-8e65-a47876f2c13e req-6521ddd9-a05e-4a5a-ab90-40c9fc923220 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a1a4cf38-a537-42ee-bc10-44dac95d506d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441017 Aug 10 12:37:58.576747 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0080f-9248-4620-9ec7-b81e4f42b598 req-9cf3df61-06ca-468e-ad9f-a5ecbaf110c9 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:58.576747 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2dd0080f-9248-4620-9ec7-b81e4f42b598 req-9cf3df61-06ca-468e-ad9f-a5ecbaf110c9 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c7824427-8117-4fc9-b668-d59377232f84 HTTP/1.1" status: 200 len: 950 time: 0.0568414 Aug 10 12:37:58.635115 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2dd0080f-9248-4620-9ec7-b81e4f42b598 req-956b0436-cae8-406a-9a43-34d3cf8eb688 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a1a4cf38-a537-42ee-bc10-44dac95d506d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544868 Aug 10 12:37:59.763816 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde314f-14f7-40f3-8e5b-b71595d34966 req-d41025eb-da3b-46f8-a888-4a12e82f6d95 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:37:59.765923 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4dde314f-14f7-40f3-8e5b-b71595d34966 req-d41025eb-da3b-46f8-a888-4a12e82f6d95 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c7824427-8117-4fc9-b668-d59377232f84 HTTP/1.1" status: 200 len: 950 time: 0.0539494 Aug 10 12:37:59.813356 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4dde314f-14f7-40f3-8e5b-b71595d34966 req-ed9b3b4d-3472-4310-972b-82b2c4fab132 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=a1a4cf38-a537-42ee-bc10-44dac95d506d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416918 Aug 10 12:38:00.538856 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550d8cf-c14c-49f4-8add-d8bb000b2dbb req-c5598cb7-295f-4ce8-802a-adbb56149fe8 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:00.540396 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b550d8cf-c14c-49f4-8add-d8bb000b2dbb req-c5598cb7-295f-4ce8-802a-adbb56149fe8 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=c7824427-8117-4fc9-b668-d59377232f84 HTTP/1.1" status: 200 len: 950 time: 0.0513804 Aug 10 12:38:00.656546 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-b550d8cf-c14c-49f4-8add-d8bb000b2dbb req-42be0108-4141-4159-bb07-6f786a7d60b1 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Deleting port 59231bba-0dfb-4095-995f-6e99537c156f {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:38:00.656905 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-b550d8cf-c14c-49f4-8add-d8bb000b2dbb req-42be0108-4141-4159-bb07-6f786a7d60b1 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (59231bba-0dfb-4095-995f-6e99537c156f), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:00.745217 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-b550d8cf-c14c-49f4-8add-d8bb000b2dbb req-42be0108-4141-4159-bb07-6f786a7d60b1 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] For port 59231bba-0dfb-4095-995f-6e99537c156f, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=59231bba-0dfb-4095-995f-6e99537c156f,segment=NetworkSegment(e27f8c47-cef0-4c84-9e18-aa88aba7cad4),segment_id=e27f8c47-cef0-4c84-9e18-aa88aba7cad4)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:38:00.745532 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-b550d8cf-c14c-49f4-8add-d8bb000b2dbb req-42be0108-4141-4159-bb07-6f786a7d60b1 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (59231bba-0dfb-4095-995f-6e99537c156f), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:00.758055 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-b550d8cf-c14c-49f4-8add-d8bb000b2dbb req-42be0108-4141-4159-bb07-6f786a7d60b1 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Calling delete_port for 59231bba-0dfb-4095-995f-6e99537c156f owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:38:00.819005 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:00.886776 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-b550d8cf-c14c-49f4-8add-d8bb000b2dbb req-42be0108-4141-4159-bb07-6f786a7d60b1 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (59231bba-0dfb-4095-995f-6e99537c156f), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:00.914713 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-674582f3-c6ae-4ef4-a819-f102a0a0f776 req-42195293-0172-495a-892c-9bf919463dc1 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=c7824427-8117-4fc9-b668-d59377232f84 HTTP/1.1" status: 200 len: 210 time: 0.0285213 Aug 10 12:38:00.923043 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be0108-4141-4159-bb07-6f786a7d60b1 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Pushing event deleted for resources: {'Port': ['ID=59231bba-0dfb-4095-995f-6e99537c156f,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:00.929903 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['59231bba-0dfb-4095-995f-6e99537c156f'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:38:00.964776 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b550d8cf-c14c-49f4-8add-d8bb000b2dbb req-42be0108-4141-4159-bb07-6f786a7d60b1 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] No DVR routers for this DVR port 59231bba-0dfb-4095-995f-6e99537c156f on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:38:00.967321 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-b550d8cf-c14c-49f4-8add-d8bb000b2dbb req-42be0108-4141-4159-bb07-6f786a7d60b1 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:00.971484 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b550d8cf-c14c-49f4-8add-d8bb000b2dbb req-42be0108-4141-4159-bb07-6f786a7d60b1 tempest-VolumesNegativeTest-145203340 tempest-VolumesNegativeTest-145203340-project] 10.222.0.64 "DELETE /networking/v2.0/ports/59231bba-0dfb-4095-995f-6e99537c156f HTTP/1.1" status: 204 len: 173 time: 0.3971257 Aug 10 12:38:00.971926 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7824427-8117-4fc9-b668-d59377232f84', 'name': 'network-vif-deleted', 'tag': '59231bba-0dfb-4095-995f-6e99537c156f'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:38:00.974223 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379c55e9-8e9b-453a-a700-a3b28def2020" -d '{"events": [{"server_uuid": "c7824427-8117-4fc9-b668-d59377232f84", "name": "network-vif-deleted", "tag": "59231bba-0dfb-4095-995f-6e99537c156f"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:38:01.012603 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc428ffe-f147-4481-a73f-f97130b0b968 x-openstack-request-id: req-bc428ffe-f147-4481-a73f-f97130b0b968 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:38:01.012898 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7824427-8117-4fc9-b668-d59377232f84", "name": "network-vif-deleted", "tag": "59231bba-0dfb-4095-995f-6e99537c156f", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:38:01.013154 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc428ffe-f147-4481-a73f-f97130b0b968 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:38:01.013597 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc428ffe-f147-4481-a73f-f97130b0b968'] response: {'server_uuid': 'c7824427-8117-4fc9-b668-d59377232f84', 'name': 'network-vif-deleted', 'tag': '59231bba-0dfb-4095-995f-6e99537c156f', 'status': 'completed', 'code': 200} Aug 10 12:38:05.965001 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 59231bba-0dfb-4095-995f-6e99537c156f no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:38:05.985915 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: 59231bba-0dfb-4095-995f-6e99537c156f {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:38:05.986266 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 59231bba-0dfb-4095-995f-6e99537c156f not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:38:09.259343 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:38:09.809903 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=26 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:09.969453 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 52680) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:10.102872 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-0caf99be-be90-421f-910b-8cc8e91f5365 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=22729064206f44009207e22ade61deda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320038 Aug 10 12:38:10.105172 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 52684) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:10.151201 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f5cc5169-4ffd-41f3-a0b4-d8fac2023aa7 admin admin] Publish callbacks [] for security_group (a1a4cf38-a537-42ee-bc10-44dac95d506d), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:10.172075 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f5cc5169-4ffd-41f3-a0b4-d8fac2023aa7 admin admin] Publish callbacks [] for security_group (a1a4cf38-a537-42ee-bc10-44dac95d506d), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:10.218436 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f5cc5169-4ffd-41f3-a0b4-d8fac2023aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (a1a4cf38-a537-42ee-bc10-44dac95d506d), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:10.221223 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f5cc5169-4ffd-41f3-a0b4-d8fac2023aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:10.222398 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-f5cc5169-4ffd-41f3-a0b4-d8fac2023aa7 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/a1a4cf38-a537-42ee-bc10-44dac95d506d HTTP/1.1" status: 204 len: 168 time: 0.1162820 Aug 10 12:38:10.230317 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc5169-4ffd-41f3-a0b4-d8fac2023aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a4cf38-a537-42ee-bc10-44dac95d506d,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:10.884486 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 52730) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:10.897250 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=96 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:10.986717 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-396888942-network', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:11.006784 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Made reservation on behalf of 65ece09339af406b98e493fa33f2b9c0 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:38:11.009064 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:11.022856 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:11.095472 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Publish callbacks [] for security_group (1a589194-cee2-4787-bf4a-89711f0acb99), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:11.099574 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (1a589194-cee2-4787-bf4a-89711f0acb99), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:11.127302 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:38:11.133798 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a589194-cee2-4787-bf4a-89711f0acb99,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:11.147156 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (dbbce107-6baf-4e6d-8168-65c5c5784a51), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:11.147399 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.segments_db [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Added segment dbbce107-6baf-4e6d-8168-65c5c5784a51 of type vlan for network a4f38671-a0fe-4d93-81a4-a719e9fa0c01 Aug 10 12:38:11.156441 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:11.156790 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:11.157132 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:11.157493 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:11.157824 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:11.158151 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:11.158474 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:11.158796 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:11.159127 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:11.159445 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:11.159769 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:11.160099 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:11.160407 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:11.160724 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:11.161038 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:11.197543 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736055994067'] for network (a4f38671-a0fe-4d93-81a4-a719e9fa0c01), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:11.223573 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for network (a4f38671-a0fe-4d93-81a4-a719e9fa0c01), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:11.224659 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:11.225259 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:11.300693 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4150531 Aug 10 12:38:11.303508 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 52746) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:11.310150 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-999ae636-2a26-4872-be78-ff5f92d9bd9f admin admin] Request body: {'subnet': {'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-396888942-subnet', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:11.319752 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668892e-4f29-45f6-9ac2-8fdc28bbd465 admin admin] Pushing event updated for resources: {'Network': ['ID=a4f38671-a0fe-4d93-81a4-a719e9fa0c01,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:11.335292 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999ae636-2a26-4872-be78-ff5f92d9bd9f admin admin] Made reservation on behalf of 65ece09339af406b98e493fa33f2b9c0 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:38:11.336939 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Network a4f38671-a0fe-4d93-81a4-a719e9fa0c01 details requested by agent ovs-agent-dv-cinder-852261-3-iscsi with host dv-cinder-852261-3-iscsi {{(pid=103791) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:38:11.337740 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-999ae636-2a26-4872-be78-ff5f92d9bd9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12800801'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:11.509779 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-999ae636-2a26-4872-be78-ff5f92d9bd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14084982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12800783'] for subnet (72f1fcde-0c60-4c72-a304-3900e11b926c), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:11.573085 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ae636-2a26-4872-be78-ff5f92d9bd9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f1fcde-0c60-4c72-a304-3900e11b926c,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:11.578060 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999ae636-2a26-4872-be78-ff5f92d9bd9f admin admin] Checking segment: {'id': 'dbbce107-6baf-4e6d-8168-65c5c5784a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:38:11.578424 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999ae636-2a26-4872-be78-ff5f92d9bd9f admin admin] Network hostable DHCP agents. Network: a4f38671-a0fe-4d93-81a4-a719e9fa0c01, hostable agents: ['3740d807-28f7-4854-acf5-2b19d0b15337'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:38:11.605403 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999ae636-2a26-4872-be78-ff5f92d9bd9f admin admin] Network a4f38671-a0fe-4d93-81a4-a719e9fa0c01 is scheduled to be hosted by DHCP agent 3740d807-28f7-4854-acf5-2b19d0b15337 with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:38:11.615899 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-999ae636-2a26-4872-be78-ff5f92d9bd9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-3-iscsi, a4f38671-a0fe-4d93-81a4-a719e9fa0c01) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:38:11.620221 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999ae636-2a26-4872-be78-ff5f92d9bd9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:11.620817 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-999ae636-2a26-4872-be78-ff5f92d9bd9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:11.626266 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530a2bd2-3df4-4cf7-a170-dd2e7d00416d None None] Network a4f38671-a0fe-4d93-81a4-a719e9fa0c01 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:38:11.642846 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-999ae636-2a26-4872-be78-ff5f92d9bd9f admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3379567 Aug 10 12:38:11.645341 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 52756) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:11.650119 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-030294ec-d63f-4282-82e3-538c42429c21 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-396888942-router', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:11.666961 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:11.680140 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-030294ec-d63f-4282-82e3-538c42429c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4638'] for router (e82f7e36-40c6-4d87-9ae0-2a9f390902ce), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:11.680140 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-030294ec-d63f-4282-82e3-538c42429c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4629'] for router (e82f7e36-40c6-4d87-9ae0-2a9f390902ce), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:11.691041 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:11.739393 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86ca77f6-5be4-552c-98a5-d2332f118cbe-a4f38671-a0fe-4d93-81a4-a719e9fa0c01', 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01', 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'fixed_ips': [{'subnet_id': '72f1fcde-0c60-4c72-a304-3900e11b926c'}]}} from dv-cinder-852261-3-iscsi. {{(pid=103791) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 10 12:38:11.740671 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:11.743331 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-030294ec-d63f-4282-82e3-538c42429c21 admin admin] Publish callbacks [] for router_controller (e82f7e36-40c6-4d87-9ae0-2a9f390902ce), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:11.890392 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.db_base_plugin_common [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] Allocated IP 172.20.0.2 (a4f38671-a0fe-4d93-81a4-a719e9fa0c01/72f1fcde-0c60-4c72-a304-3900e11b926c/01a62a48-6b56-49da-ae04-7156f0275793) {{(pid=103791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:38:11.894200 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-030294ec-d63f-4282-82e3-538c42429c21 admin admin] Publish callbacks [] for router_gateway (e82f7e36-40c6-4d87-9ae0-2a9f390902ce), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:12.036825 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:12.049509 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] Publish callbacks [] for port (01a62a48-6b56-49da-ae04-7156f0275793), precommit_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:12.056080 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (01a62a48-6b56-49da-ae04-7156f0275793), after_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:12.086578 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-030294ec-d63f-4282-82e3-538c42429c21 admin admin] Publish callbacks [] for router_gateway (e82f7e36-40c6-4d87-9ae0-2a9f390902ce), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:12.097610 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] Network a4f38671-a0fe-4d93-81a4-a719e9fa0c01 is already hosted by enough agents. {{(pid=103791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:38:12.102568 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.base_scheduler [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] Resources bound (agent type, host, resource id): {{(pid=103791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:38:12.104855 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] Received port after_create {{(pid=103791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:38:12.106069 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-030294ec-d63f-4282-82e3-538c42429c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:12.109066 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] Pushing event updated for resources: {'Port': ['ID=01a62a48-6b56-49da-ae04-7156f0275793,revision_number=1']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:12.166801 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] Attempting to bind port 01a62a48-6b56-49da-ae04-7156f0275793 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:38:12.167170 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] Attempting to bind port 01a62a48-6b56-49da-ae04-7156f0275793 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'dbbce107-6baf-4e6d-8168-65c5c5784a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:38:12.167540 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] Attempting to bind port 01a62a48-6b56-49da-ae04-7156f0275793 on network a4f38671-a0fe-4d93-81a4-a719e9fa0c01 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:38:12.173235 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:38:12.173632 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] Checking segment: {'id': 'dbbce107-6baf-4e6d-8168-65c5c5784a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:38:12.174028 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:12.174417 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] Bound using segment: {'id': 'dbbce107-6baf-4e6d-8168-65c5c5784a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:38:12.174875 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] Bound port: 01a62a48-6b56-49da-ae04-7156f0275793, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbce107-6baf-4e6d-8168-65c5c5784a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:38:12.175250 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (01a62a48-6b56-49da-ae04-7156f0275793), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:12.217181 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-030294ec-d63f-4282-82e3-538c42429c21 admin admin] Allocated IP 172.27.0.227 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/ddc8fe93-b2ef-4ce8-a751-dc505bf611ad) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:38:12.236414 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] For port 01a62a48-6b56-49da-ae04-7156f0275793, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:38:12.239527 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] For port 01a62a48-6b56-49da-ae04-7156f0275793, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=01a62a48-6b56-49da-ae04-7156f0275793,segment=NetworkSegment(dbbce107-6baf-4e6d-8168-65c5c5784a51),segment_id=dbbce107-6baf-4e6d-8168-65c5c5784a51)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:38:12.245199 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (01a62a48-6b56-49da-ae04-7156f0275793), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:12.299711 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fd2fe-a355-4e1b-a766-5c1b36d6a1b1 None None] Pushing event updated for resources: {'Port': ['ID=01a62a48-6b56-49da-ae04-7156f0275793,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:12.338164 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-030294ec-d63f-4282-82e3-538c42429c21 admin admin] Publish callbacks [] for port (ddc8fe93-b2ef-4ce8-a751-dc505bf611ad), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:12.377574 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-030294ec-d63f-4282-82e3-538c42429c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (ddc8fe93-b2ef-4ce8-a751-dc505bf611ad), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:12.426205 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030294ec-d63f-4282-82e3-538c42429c21 admin admin] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:38:12.431768 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-030294ec-d63f-4282-82e3-538c42429c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:38:12.435698 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030294ec-d63f-4282-82e3-538c42429c21 admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:38:12.439614 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030294ec-d63f-4282-82e3-538c42429c21 admin admin] Pushing event updated for resources: {'Port': ['ID=ddc8fe93-b2ef-4ce8-a751-dc505bf611ad,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:12.726260 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:12.739448 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:12.747641 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-030294ec-d63f-4282-82e3-538c42429c21 admin admin] Publish callbacks [] for router_gateway (e82f7e36-40c6-4d87-9ae0-2a9f390902ce), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:13.191127 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-030294ec-d63f-4282-82e3-538c42429c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690056'] for router (e82f7e36-40c6-4d87-9ae0-2a9f390902ce), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:13.220139 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b265cd-f9aa-420a-a5ce-c64653d2855a None None] Network a4f38671-a0fe-4d93-81a4-a719e9fa0c01 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:38:13.315380 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:13.343241 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030294ec-d63f-4282-82e3-538c42429c21 admin admin] Router e82f7e36-40c6-4d87-9ae0-2a9f390902ce is scheduled to L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 10 12:38:13.359917 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-c2cf719b-82bd-4ae3-a70b-3315f8bcc805 None None] Provisioning complete for port 01a62a48-6b56-49da-ae04-7156f0275793 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:13.360576 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c2cf719b-82bd-4ae3-a70b-3315f8bcc805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (01a62a48-6b56-49da-ae04-7156f0275793), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:13.455782 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf719b-82bd-4ae3-a70b-3315f8bcc805 None None] Current status of the port 01a62a48-6b56-49da-ae04-7156f0275793 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:38:13.456477 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c2cf719b-82bd-4ae3-a70b-3315f8bcc805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (01a62a48-6b56-49da-ae04-7156f0275793), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:13.465371 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030294ec-d63f-4282-82e3-538c42429c21 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:38:13.475547 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] Sync routers for ids ['e82f7e36-40c6-4d87-9ae0-2a9f390902ce'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:38:13.488102 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-030294ec-d63f-4282-82e3-538c42429c21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:13.488459 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] Routers {'e82f7e36-40c6-4d87-9ae0-2a9f390902ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:38:13.492007 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:37:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['e82f7e36-40c6-4d87-9ae0-2a9f390902ce'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:13.492150 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-030294ec-d63f-4282-82e3-538c42429c21 admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8428957 Aug 10 12:38:13.492237 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 52800) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:13.496329 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-c2cf719b-82bd-4ae3-a70b-3315f8bcc805 None None] For port 01a62a48-6b56-49da-ae04-7156f0275793, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=01a62a48-6b56-49da-ae04-7156f0275793,segment=NetworkSegment(dbbce107-6baf-4e6d-8168-65c5c5784a51),segment_id=dbbce107-6baf-4e6d-8168-65c5c5784a51)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:38:13.503566 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c2cf719b-82bd-4ae3-a70b-3315f8bcc805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (01a62a48-6b56-49da-ae04-7156f0275793), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:13.562111 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf719b-82bd-4ae3-a70b-3315f8bcc805 None None] Pushing event updated for resources: {'Port': ['ID=01a62a48-6b56-49da-ae04-7156f0275793,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:13.614720 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] Set router e82f7e36-40c6-4d87-9ae0-2a9f390902ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:38:13.725458 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-1f61b35c-ccdb-468c-a942-7dd045c017bc None None] Provisioning complete for port 01a62a48-6b56-49da-ae04-7156f0275793 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:13.725866 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-1f61b35c-ccdb-468c-a942-7dd045c017bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (01a62a48-6b56-49da-ae04-7156f0275793), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:13.787256 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'name': 'tempest-TestShelveInstance-396888942-router', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:11Z', 'updated_at': '2022-08-10T12:38:12Z', 'revision_number': 3, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'gw_port': {'id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ed:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:12Z', 'updated_at': '2022-08-10T12:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:13.807643 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-1f61b35c-ccdb-468c-a942-7dd045c017bc None None] Current status of the port 01a62a48-6b56-49da-ae04-7156f0275793 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:38:13.818676 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] Checking router: e82f7e36-40c6-4d87-9ae0-2a9f390902ce for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:38:13.819232 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] Updating router e82f7e36-40c6-4d87-9ae0-2a9f390902ce port ddc8fe93-b2ef-4ce8-a751-dc505bf611ad binding host dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:38:13.857539 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ddc8fe93-b2ef-4ce8-a751-dc505bf611ad), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:13.947240 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7597-163e-4fbc-bb76-61230978c19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:13.961963 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:13.962556 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:14.093440 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] Publish callbacks [] for port (ddc8fe93-b2ef-4ce8-a751-dc505bf611ad), precommit_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:14.098871 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (ddc8fe93-b2ef-4ce8-a751-dc505bf611ad), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:14.099180 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-ef9d7597-163e-4fbc-bb76-61230978c19a admin admin] Allocated IP 172.20.0.1 (a4f38671-a0fe-4d93-81a4-a719e9fa0c01/72f1fcde-0c60-4c72-a304-3900e11b926c/8bb8a2a5-73f3-4d2a-a283-2fc5c8005767) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:38:14.132407 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] Attempting to bind port ddc8fe93-b2ef-4ce8-a751-dc505bf611ad on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:38:14.132776 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] Attempting to bind port ddc8fe93-b2ef-4ce8-a751-dc505bf611ad by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:38:14.133135 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] Attempting to bind port ddc8fe93-b2ef-4ce8-a751-dc505bf611ad on network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:38:14.150777 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:38:14.151143 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] Checking segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:38:14.151539 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:14.151928 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] Bound using segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:38:14.152392 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] Bound port: ddc8fe93-b2ef-4ce8-a751-dc505bf611ad, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:38:14.152762 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ddc8fe93-b2ef-4ce8-a751-dc505bf611ad), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:14.172395 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1e39c-8528-450d-9303-9042c74f3ed4 None None] Pushing event updated for resources: {'Port': ['ID=ddc8fe93-b2ef-4ce8-a751-dc505bf611ad,revision_number=2']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:14.185701 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1e39c-8528-450d-9303-9042c74f3ed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:14.186045 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1e39c-8528-450d-9303-9042c74f3ed4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:14.186922 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1e39c-8528-450d-9303-9042c74f3ed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:14.187257 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1e39c-8528-450d-9303-9042c74f3ed4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:14.187581 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1e39c-8528-450d-9303-9042c74f3ed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:14.187903 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1e39c-8528-450d-9303-9042c74f3ed4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:14.188230 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1e39c-8528-450d-9303-9042c74f3ed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:14.188540 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1e39c-8528-450d-9303-9042c74f3ed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:14.188857 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1e39c-8528-450d-9303-9042c74f3ed4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:14.189170 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1e39c-8528-450d-9303-9042c74f3ed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:14.189511 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1e39c-8528-450d-9303-9042c74f3ed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:14.189845 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1e39c-8528-450d-9303-9042c74f3ed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:14.190163 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1e39c-8528-450d-9303-9042c74f3ed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:14.190479 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1e39c-8528-450d-9303-9042c74f3ed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:14.190792 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1e39c-8528-450d-9303-9042c74f3ed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:14.197006 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:14.207065 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7597-163e-4fbc-bb76-61230978c19a admin admin] Publish callbacks [] for port (8bb8a2a5-73f3-4d2a-a283-2fc5c8005767), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:14.216681 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] For port ddc8fe93-b2ef-4ce8-a751-dc505bf611ad, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:38:14.219740 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] For port ddc8fe93-b2ef-4ce8-a751-dc505bf611ad, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=ddc8fe93-b2ef-4ce8-a751-dc505bf611ad,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:38:14.225749 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (ddc8fe93-b2ef-4ce8-a751-dc505bf611ad), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:14.240824 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7597-163e-4fbc-bb76-61230978c19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (8bb8a2a5-73f3-4d2a-a283-2fc5c8005767), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:14.256139 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] Routers {'e82f7e36-40c6-4d87-9ae0-2a9f390902ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:38:14.256750 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:37:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['e82f7e36-40c6-4d87-9ae0-2a9f390902ce'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:14.258261 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:14.281395 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9d7597-163e-4fbc-bb76-61230978c19a admin admin] Network a4f38671-a0fe-4d93-81a4-a719e9fa0c01 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:38:14.286195 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-ef9d7597-163e-4fbc-bb76-61230978c19a admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:38:14.290016 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9d7597-163e-4fbc-bb76-61230978c19a admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:38:14.315483 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d7597-163e-4fbc-bb76-61230978c19a admin admin] Pushing event updated for resources: {'Port': ['ID=8bb8a2a5-73f3-4d2a-a283-2fc5c8005767,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:14.323796 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1e39c-8528-450d-9303-9042c74f3ed4 None None] Pushing event updated for resources: {'Port': ['ID=ddc8fe93-b2ef-4ce8-a751-dc505bf611ad,revision_number=3']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:14.335866 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7597-163e-4fbc-bb76-61230978c19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745920'] for router_interface (e82f7e36-40c6-4d87-9ae0-2a9f390902ce), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:14.380313 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] Set router e82f7e36-40c6-4d87-9ae0-2a9f390902ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:38:14.535111 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-675786eb-738d-412d-8578-c34025d19092 None None] Provisioning complete for port 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:14.538896 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-675786eb-738d-412d-8578-c34025d19092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (8bb8a2a5-73f3-4d2a-a283-2fc5c8005767), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:14.539082 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7597-163e-4fbc-bb76-61230978c19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (8bb8a2a5-73f3-4d2a-a283-2fc5c8005767), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:14.574714 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'name': 'tempest-TestShelveInstance-396888942-router', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:11Z', 'updated_at': '2022-08-10T12:38:12Z', 'revision_number': 3, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'gw_port': {'id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ed:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:12Z', 'updated_at': '2022-08-10T12:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:14.590855 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 01a62a48-6b56-49da-ae04-7156f0275793 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:38:14.609690 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe14abdb-c6a8-44da-90e5-16c748b4abac None None] The sync data for ids ['e82f7e36-40c6-4d87-9ae0-2a9f390902ce'] in dv-cinder-852261-3-iscsi is: [{'id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'name': 'tempest-TestShelveInstance-396888942-router', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:11Z', 'updated_at': '2022-08-10T12:38:12Z', 'revision_number': 3, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'gw_port': {'id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ed:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:12Z', 'updated_at': '2022-08-10T12:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:38:14.622744 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-675786eb-738d-412d-8578-c34025d19092 None None] Port 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:38:14.654125 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 01a62a48-6b56-49da-ae04-7156f0275793 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:14.654622 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (01a62a48-6b56-49da-ae04-7156f0275793), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:14.703254 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:14.749813 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7597-163e-4fbc-bb76-61230978c19a admin admin] Publish callbacks [] for port (8bb8a2a5-73f3-4d2a-a283-2fc5c8005767), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:14.755880 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 01a62a48-6b56-49da-ae04-7156f0275793 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:38:14.756615 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7597-163e-4fbc-bb76-61230978c19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14084867'] for port (8bb8a2a5-73f3-4d2a-a283-2fc5c8005767), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:14.817653 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:14.838688 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:14.850998 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ef9d7597-163e-4fbc-bb76-61230978c19a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746544'] for router_interface (e82f7e36-40c6-4d87-9ae0-2a9f390902ce), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:14.852998 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d7597-163e-4fbc-bb76-61230978c19a admin admin] Pushing event updated for resources: {'Port': ['ID=8bb8a2a5-73f3-4d2a-a283-2fc5c8005767,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:15.018506 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9d7597-163e-4fbc-bb76-61230978c19a admin admin] Network a4f38671-a0fe-4d93-81a4-a719e9fa0c01 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:38:15.019941 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-ef9d7597-163e-4fbc-bb76-61230978c19a admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:38:15.138498 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9d7597-163e-4fbc-bb76-61230978c19a admin admin] Router e82f7e36-40c6-4d87-9ae0-2a9f390902ce has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:38:15.245403 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-9923c31a-5c81-4196-b2d6-d2dda57f8014 None None] Provisioning complete for port 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:15.245782 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9923c31a-5c81-4196-b2d6-d2dda57f8014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (8bb8a2a5-73f3-4d2a-a283-2fc5c8005767), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:15.249102 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9d7597-163e-4fbc-bb76-61230978c19a admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:38:15.254112 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-ef9d7597-163e-4fbc-bb76-61230978c19a admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/e82f7e36-40c6-4d87-9ae0-2a9f390902ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7608323 Aug 10 12:38:15.309130 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-9923c31a-5c81-4196-b2d6-d2dda57f8014 None None] Port 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:38:15.796534 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 52832) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:15.801522 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-3b8b038f-bc47-4e96-b7ef-e30b2182ac4a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1525753944-network', 'tenant_id': '027a9b17f5e844bc976eaf5db7f51e25'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:15.822230 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8b038f-bc47-4e96-b7ef-e30b2182ac4a admin admin] Made reservation on behalf of 027a9b17f5e844bc976eaf5db7f51e25 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:38:15.824755 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b8b038f-bc47-4e96-b7ef-e30b2182ac4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:15.834030 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b8b038f-bc47-4e96-b7ef-e30b2182ac4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:15.914344 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b8b038f-bc47-4e96-b7ef-e30b2182ac4a admin admin] Publish callbacks [] for security_group (542219cd-2305-4c1e-bb61-89a9f0776cfb), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:15.917947 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b8b038f-bc47-4e96-b7ef-e30b2182ac4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (542219cd-2305-4c1e-bb61-89a9f0776cfb), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:15.945873 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8b038f-bc47-4e96-b7ef-e30b2182ac4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:38:15.951590 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b038f-bc47-4e96-b7ef-e30b2182ac4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542219cd-2305-4c1e-bb61-89a9f0776cfb,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:15.960758 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b8b038f-bc47-4e96-b7ef-e30b2182ac4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (4cbbd669-13d7-442b-a0a2-40e6d0cf2321), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:15.961591 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.segments_db [None req-3b8b038f-bc47-4e96-b7ef-e30b2182ac4a admin admin] Added segment 4cbbd669-13d7-442b-a0a2-40e6d0cf2321 of type vlan for network 3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac Aug 10 12:38:16.011821 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b8b038f-bc47-4e96-b7ef-e30b2182ac4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736055994067'] for network (3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:16.050713 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b8b038f-bc47-4e96-b7ef-e30b2182ac4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for network (3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:16.051868 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8b038f-bc47-4e96-b7ef-e30b2182ac4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:16.052570 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3b8b038f-bc47-4e96-b7ef-e30b2182ac4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:16.116249 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-3b8b038f-bc47-4e96-b7ef-e30b2182ac4a admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3185990 Aug 10 12:38:16.119160 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 52844) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:16.125730 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-9607dfa4-f676-4e8b-9555-2da118280933 admin admin] Request body: {'subnet': {'network_id': '3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1525753944-subnet', 'tenant_id': '027a9b17f5e844bc976eaf5db7f51e25', 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:16.130461 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b038f-bc47-4e96-b7ef-e30b2182ac4a admin admin] Pushing event updated for resources: {'Network': ['ID=3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:16.141024 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Network 3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac details requested by agent ovs-agent-dv-cinder-852261-3-iscsi with host dv-cinder-852261-3-iscsi {{(pid=103791) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:38:16.150493 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9607dfa4-f676-4e8b-9555-2da118280933 admin admin] Made reservation on behalf of 027a9b17f5e844bc976eaf5db7f51e25 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:38:16.153026 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9607dfa4-f676-4e8b-9555-2da118280933 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12800801'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:16.226324 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:16.270185 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:16.366195 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9607dfa4-f676-4e8b-9555-2da118280933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14084982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12800783'] for subnet (c57a6d4f-63ba-49a5-98a7-67f966abefd2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:16.381305 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] Sync routers for ids ['e82f7e36-40c6-4d87-9ae0-2a9f390902ce'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:38:16.392078 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] Routers {'e82f7e36-40c6-4d87-9ae0-2a9f390902ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:38:16.392691 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:37:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['e82f7e36-40c6-4d87-9ae0-2a9f390902ce'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:16.419720 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607dfa4-f676-4e8b-9555-2da118280933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c57a6d4f-63ba-49a5-98a7-67f966abefd2,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:16.437825 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9607dfa4-f676-4e8b-9555-2da118280933 admin admin] Checking segment: {'id': '4cbbd669-13d7-442b-a0a2-40e6d0cf2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:38:16.438182 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9607dfa4-f676-4e8b-9555-2da118280933 admin admin] Network hostable DHCP agents. Network: 3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac, hostable agents: ['3740d807-28f7-4854-acf5-2b19d0b15337'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:38:16.458015 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9607dfa4-f676-4e8b-9555-2da118280933 admin admin] Network 3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac is scheduled to be hosted by DHCP agent 3740d807-28f7-4854-acf5-2b19d0b15337 with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:38:16.469336 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-9607dfa4-f676-4e8b-9555-2da118280933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-3-iscsi, 3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:38:16.474725 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9607dfa4-f676-4e8b-9555-2da118280933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:16.475244 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9607dfa4-f676-4e8b-9555-2da118280933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:16.484150 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95a3034-794b-4b8c-aebc-e24c0e86d1f6 None None] Network 3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:38:16.499815 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-9607dfa4-f676-4e8b-9555-2da118280933 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3771899 Aug 10 12:38:16.501047 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 52848) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:16.505029 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-12119dff-05c7-4e03-b641-4f56713df1ba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1525753944-router', 'tenant_id': '027a9b17f5e844bc976eaf5db7f51e25', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:16.532788 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12119dff-05c7-4e03-b641-4f56713df1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4638'] for router (1e9b9772-9b4b-4788-9cfd-a1048c30aa12), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:16.534085 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12119dff-05c7-4e03-b641-4f56713df1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-725833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-700633', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4629'] for router (1e9b9772-9b4b-4788-9cfd-a1048c30aa12), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:16.554302 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] Set router e82f7e36-40c6-4d87-9ae0-2a9f390902ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:38:16.604172 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12119dff-05c7-4e03-b641-4f56713df1ba admin admin] Publish callbacks [] for router_controller (1e9b9772-9b4b-4788-9cfd-a1048c30aa12), precommit_add_association {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:16.700951 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device ddc8fe93-b2ef-4ce8-a751-dc505bf611ad up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:38:16.729711 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:16.734118 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp86ca77f6-5be4-552c-98a5-d2332f118cbe-3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac', 'network_id': '3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac', 'project_id': '027a9b17f5e844bc976eaf5db7f51e25', 'fixed_ips': [{'subnet_id': 'c57a6d4f-63ba-49a5-98a7-67f966abefd2'}]}} from dv-cinder-852261-3-iscsi. {{(pid=103791) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 10 12:38:16.735031 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:16.752876 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12119dff-05c7-4e03-b641-4f56713df1ba admin admin] Publish callbacks [] for router_gateway (1e9b9772-9b4b-4788-9cfd-a1048c30aa12), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:16.877740 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port ddc8fe93-b2ef-4ce8-a751-dc505bf611ad triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:16.878115 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (ddc8fe93-b2ef-4ce8-a751-dc505bf611ad), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:16.929259 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12119dff-05c7-4e03-b641-4f56713df1ba admin admin] Publish callbacks [] for router_gateway (1e9b9772-9b4b-4788-9cfd-a1048c30aa12), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:16.952135 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12119dff-05c7-4e03-b641-4f56713df1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:16.956222 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'name': 'tempest-TestShelveInstance-396888942-router', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:11Z', 'updated_at': '2022-08-10T12:38:14Z', 'revision_number': 4, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'gw_port': {'id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ed:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:12Z', 'updated_at': '2022-08-10T12:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '8bb8a2a5-73f3-4d2a-a283-2fc5c8005767', 'name': '', 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'mac_address': 'fa:16:3e:b4:e5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '72f1fcde-0c60-4c72-a304-3900e11b926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:13Z', 'updated_at': '2022-08-10T12:38:14Z', 'revision_number': 2, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'subnets': [{'id': '72f1fcde-0c60-4c72-a304-3900e11b926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:16.988927 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:16.992787 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] Checking router: e82f7e36-40c6-4d87-9ae0-2a9f390902ce for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:38:16.993141 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] Updating router e82f7e36-40c6-4d87-9ae0-2a9f390902ce port 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767 binding host dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:38:17.032916 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.db_base_plugin_common [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] Allocated IP 172.20.0.2 (3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac/c57a6d4f-63ba-49a5-98a7-67f966abefd2/a4842677-de4f-45a9-ae96-61ea87c82a43) {{(pid=103791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:38:17.054186 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (8bb8a2a5-73f3-4d2a-a283-2fc5c8005767), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:17.061017 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-12119dff-05c7-4e03-b641-4f56713df1ba admin admin] Allocated IP 172.27.0.114 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/8b9c290c-4f3d-4188-893b-4bbf475ef239) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:38:17.087497 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port ddc8fe93-b2ef-4ce8-a751-dc505bf611ad is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:38:17.087866 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ddc8fe93-b2ef-4ce8-a751-dc505bf611ad), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:17.168652 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port ddc8fe93-b2ef-4ce8-a751-dc505bf611ad, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=ddc8fe93-b2ef-4ce8-a751-dc505bf611ad,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:38:17.176495 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:17.180494 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12119dff-05c7-4e03-b641-4f56713df1ba admin admin] Publish callbacks [] for port (8b9c290c-4f3d-4188-893b-4bbf475ef239), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:17.180653 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (ddc8fe93-b2ef-4ce8-a751-dc505bf611ad), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:17.191023 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=6 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:17.221408 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12119dff-05c7-4e03-b641-4f56713df1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (8b9c290c-4f3d-4188-893b-4bbf475ef239), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:17.260658 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12119dff-05c7-4e03-b641-4f56713df1ba admin admin] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:38:17.263840 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-12119dff-05c7-4e03-b641-4f56713df1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:38:17.266289 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12119dff-05c7-4e03-b641-4f56713df1ba admin admin] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:38:17.295249 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12119dff-05c7-4e03-b641-4f56713df1ba admin admin] Pushing event updated for resources: {'Port': ['ID=8b9c290c-4f3d-4188-893b-4bbf475ef239,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:17.377786 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=ddc8fe93-b2ef-4ce8-a751-dc505bf611ad,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:17.420277 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] Publish callbacks [] for port (a4842677-de4f-45a9-ae96-61ea87c82a43), precommit_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:17.435548 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452'] for port (a4842677-de4f-45a9-ae96-61ea87c82a43), after_create {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:17.491802 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] Network 3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac is already hosted by enough agents. {{(pid=103791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:38:17.501550 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.scheduler.base_scheduler [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] Resources bound (agent type, host, resource id): {{(pid=103791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:38:17.507687 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] Pushing event updated for resources: {'Port': ['ID=a4842677-de4f-45a9-ae96-61ea87c82a43,revision_number=1']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:17.509625 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:17.512328 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] Received port after_create {{(pid=103791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:38:17.518886 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12119dff-05c7-4e03-b641-4f56713df1ba admin admin] Publish callbacks [] for router_gateway (1e9b9772-9b4b-4788-9cfd-a1048c30aa12), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:17.590280 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] Publish callbacks [] for port (8bb8a2a5-73f3-4d2a-a283-2fc5c8005767), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:17.603038 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (8bb8a2a5-73f3-4d2a-a283-2fc5c8005767), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:17.628071 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] Attempting to bind port a4842677-de4f-45a9-ae96-61ea87c82a43 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:38:17.628441 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] Attempting to bind port a4842677-de4f-45a9-ae96-61ea87c82a43 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': '4cbbd669-13d7-442b-a0a2-40e6d0cf2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:38:17.628806 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] Attempting to bind port a4842677-de4f-45a9-ae96-61ea87c82a43 on network 3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:38:17.635200 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:17.648814 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:38:17.649187 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] Checking segment: {'id': '4cbbd669-13d7-442b-a0a2-40e6d0cf2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:38:17.649610 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:17.650003 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] Bound using segment: {'id': '4cbbd669-13d7-442b-a0a2-40e6d0cf2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:38:17.650475 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] Bound port: a4842677-de4f-45a9-ae96-61ea87c82a43, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbbd669-13d7-442b-a0a2-40e6d0cf2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:38:17.650856 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (a4842677-de4f-45a9-ae96-61ea87c82a43), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:17.686861 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d2152-e773-4bb6-b579-35612b931a88 None None] Pushing event updated for resources: {'Port': ['ID=8bb8a2a5-73f3-4d2a-a283-2fc5c8005767,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:17.710820 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12119dff-05c7-4e03-b641-4f56713df1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-725774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-690056'] for router (1e9b9772-9b4b-4788-9cfd-a1048c30aa12), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:17.747006 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] Attempting to bind port 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:38:17.747368 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] Attempting to bind port 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'dbbce107-6baf-4e6d-8168-65c5c5784a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:38:17.747728 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] Attempting to bind port 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767 on network a4f38671-a0fe-4d93-81a4-a719e9fa0c01 {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:38:17.762109 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:38:17.762478 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] Checking segment: {'id': 'dbbce107-6baf-4e6d-8168-65c5c5784a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:38:17.762878 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:17.763266 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] Bound using segment: {'id': 'dbbce107-6baf-4e6d-8168-65c5c5784a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:38:17.763724 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] Bound port: 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbce107-6baf-4e6d-8168-65c5c5784a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:38:17.764096 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (8bb8a2a5-73f3-4d2a-a283-2fc5c8005767), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:17.778234 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] For port a4842677-de4f-45a9-ae96-61ea87c82a43, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:38:17.791652 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] For port a4842677-de4f-45a9-ae96-61ea87c82a43, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=a4842677-de4f-45a9-ae96-61ea87c82a43,segment=NetworkSegment(4cbbd669-13d7-442b-a0a2-40e6d0cf2321),segment_id=4cbbd669-13d7-442b-a0a2-40e6d0cf2321)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:38:17.813291 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (a4842677-de4f-45a9-ae96-61ea87c82a43), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:17.853448 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12119dff-05c7-4e03-b641-4f56713df1ba admin admin] Router 1e9b9772-9b4b-4788-9cfd-a1048c30aa12 is scheduled to L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 with binding_index 1 {{(pid=103789) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 10 12:38:17.968714 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12119dff-05c7-4e03-b641-4f56713df1ba admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:38:17.979448 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:18.009035 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-12119dff-05c7-4e03-b641-4f56713df1ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:18.015193 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 52854) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:18.018965 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] For port 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:38:18.019179 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-12119dff-05c7-4e03-b641-4f56713df1ba admin admin] 10.222.0.65 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5174410 Aug 10 12:38:18.023822 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] Sync routers for ids ['1e9b9772-9b4b-4788-9cfd-a1048c30aa12'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:38:18.024732 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] For port 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=8bb8a2a5-73f3-4d2a-a283-2fc5c8005767,segment=NetworkSegment(dbbce107-6baf-4e6d-8168-65c5c5784a51),segment_id=dbbce107-6baf-4e6d-8168-65c5c5784a51)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:38:18.027948 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3ef70-7b55-428e-80c2-6245d910f711 None None] Pushing event updated for resources: {'Port': ['ID=a4842677-de4f-45a9-ae96-61ea87c82a43,revision_number=2']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:18.032756 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (8bb8a2a5-73f3-4d2a-a283-2fc5c8005767), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:18.047530 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] Routers {'1e9b9772-9b4b-4788-9cfd-a1048c30aa12'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:38:18.048136 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:37:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['1e9b9772-9b4b-4788-9cfd-a1048c30aa12'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:18.079590 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] Routers {'e82f7e36-40c6-4d87-9ae0-2a9f390902ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:38:18.084345 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:37:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['e82f7e36-40c6-4d87-9ae0-2a9f390902ce'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:18.161606 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d2152-e773-4bb6-b579-35612b931a88 None None] Pushing event updated for resources: {'Port': ['ID=8bb8a2a5-73f3-4d2a-a283-2fc5c8005767,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:18.166792 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] Set router 1e9b9772-9b4b-4788-9cfd-a1048c30aa12 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:38:18.252871 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] Set router e82f7e36-40c6-4d87-9ae0-2a9f390902ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:38:18.318101 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:18.369258 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9b9772-9b4b-4788-9cfd-a1048c30aa12', 'name': 'tempest-TestShelveInstance-1525753944-router', 'tenant_id': '027a9b17f5e844bc976eaf5db7f51e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8b9c290c-4f3d-4188-893b-4bbf475ef239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:16Z', 'updated_at': '2022-08-10T12:38:17Z', 'revision_number': 3, 'project_id': '027a9b17f5e844bc976eaf5db7f51e25', 'gw_port': {'id': '8b9c290c-4f3d-4188-893b-4bbf475ef239', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:df:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9b9772-9b4b-4788-9cfd-a1048c30aa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:16Z', 'updated_at': '2022-08-10T12:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:18.396235 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] Checking router: 1e9b9772-9b4b-4788-9cfd-a1048c30aa12 for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:38:18.396666 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] Updating router 1e9b9772-9b4b-4788-9cfd-a1048c30aa12 port 8b9c290c-4f3d-4188-893b-4bbf475ef239 binding host dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:38:18.470280 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'name': 'tempest-TestShelveInstance-396888942-router', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:11Z', 'updated_at': '2022-08-10T12:38:14Z', 'revision_number': 4, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'gw_port': {'id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:12Z', 'updated_at': '2022-08-10T12:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '8bb8a2a5-73f3-4d2a-a283-2fc5c8005767', 'name': '', 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'mac_address': 'fa:16:3e:b4:e5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '72f1fcde-0c60-4c72-a304-3900e11b926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:13Z', 'updated_at': '2022-08-10T12:38:18Z', 'revision_number': 4, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'subnets': [{'id': '72f1fcde-0c60-4c72-a304-3900e11b926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:18.500989 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f517c504-2718-46e4-bce0-f2e876f09835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:18.502774 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570a3af8-5ac5-49b1-881f-e2670d6aa9d4 None None] The sync data for ids ['e82f7e36-40c6-4d87-9ae0-2a9f390902ce'] in dv-cinder-852261-3-iscsi is: [{'id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'name': 'tempest-TestShelveInstance-396888942-router', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:11Z', 'updated_at': '2022-08-10T12:38:14Z', 'revision_number': 4, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'gw_port': {'id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:12Z', 'updated_at': '2022-08-10T12:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '8bb8a2a5-73f3-4d2a-a283-2fc5c8005767', 'name': '', 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'mac_address': 'fa:16:3e:b4:e5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '72f1fcde-0c60-4c72-a304-3900e11b926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:13Z', 'updated_at': '2022-08-10T12:38:18Z', 'revision_number': 4, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'subnets': [{'id': '72f1fcde-0c60-4c72-a304-3900e11b926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:38:18.526307 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (8b9c290c-4f3d-4188-893b-4bbf475ef239), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:18.577200 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:18.695994 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:18.719751 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [None req-f517c504-2718-46e4-bce0-f2e876f09835 admin admin] Allocated IP 172.20.0.1 (3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac/c57a6d4f-63ba-49a5-98a7-67f966abefd2/f89422c7-758b-429f-af3a-d3571de1eeae) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:38:18.867074 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:38:18.869537 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f517c504-2718-46e4-bce0-f2e876f09835 admin admin] Publish callbacks [] for port (f89422c7-758b-429f-af3a-d3571de1eeae), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:18.923444 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:18.924108 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (8bb8a2a5-73f3-4d2a-a283-2fc5c8005767), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:18.929100 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f517c504-2718-46e4-bce0-f2e876f09835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (f89422c7-758b-429f-af3a-d3571de1eeae), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:18.951016 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] Publish callbacks [] for port (8b9c290c-4f3d-4188-893b-4bbf475ef239), precommit_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:18.969139 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (8b9c290c-4f3d-4188-893b-4bbf475ef239), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:18.988750 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] Attempting to bind port 8b9c290c-4f3d-4188-893b-4bbf475ef239 on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:38:18.989417 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] Attempting to bind port 8b9c290c-4f3d-4188-893b-4bbf475ef239 by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:38:18.989956 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] Attempting to bind port 8b9c290c-4f3d-4188-893b-4bbf475ef239 on network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:38:18.991128 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:19.015340 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f517c504-2718-46e4-bce0-f2e876f09835 admin admin] Network 3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:38:19.020488 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:38:19.021235 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] Checking segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:38:19.021499 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-f517c504-2718-46e4-bce0-f2e876f09835 admin admin] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:38:19.021994 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:19.022544 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] Bound using segment: {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'} {{(pid=103792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:38:19.024081 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.managers [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] Bound port: 8b9c290c-4f3d-4188-893b-4bbf475ef239, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f039f917-aeaf-4c4c-8a4b-7ba10d2fd039', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0'}}] {{(pid=103792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:38:19.024689 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f517c504-2718-46e4-bce0-f2e876f09835 admin admin] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:38:19.025529 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (8b9c290c-4f3d-4188-893b-4bbf475ef239), before_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:19.027707 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517c504-2718-46e4-bce0-f2e876f09835 admin admin] Pushing event updated for resources: {'Port': ['ID=f89422c7-758b-429f-af3a-d3571de1eeae,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:19.043740 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:38:19.044259 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (8bb8a2a5-73f3-4d2a-a283-2fc5c8005767), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:19.082493 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] For port 8b9c290c-4f3d-4188-893b-4bbf475ef239, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:38:19.086369 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.plugins.ml2.db [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] For port 8b9c290c-4f3d-4188-893b-4bbf475ef239, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=8b9c290c-4f3d-4188-893b-4bbf475ef239,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:38:19.091909 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f517c504-2718-46e4-bce0-f2e876f09835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745920'] for router_interface (1e9b9772-9b4b-4788-9cfd-a1048c30aa12), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:19.103126 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron_lib.callbacks.manager [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (8b9c290c-4f3d-4188-893b-4bbf475ef239), after_update {{(pid=103792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:19.108582 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=8bb8a2a5-73f3-4d2a-a283-2fc5c8005767,segment=NetworkSegment(dbbce107-6baf-4e6d-8168-65c5c5784a51),segment_id=dbbce107-6baf-4e6d-8168-65c5c5784a51)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:38:19.109925 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fee5938-7802-4dae-8279-1a3a5fd168e2 None None] Network 3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:38:19.123788 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] Routers {'1e9b9772-9b4b-4788-9cfd-a1048c30aa12'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:38:19.124653 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:37:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['1e9b9772-9b4b-4788-9cfd-a1048c30aa12'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:19.126661 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f426d-2dd3-4477-ae7e-532e8f720660 None None] Pushing event updated for resources: {'Port': ['ID=8b9c290c-4f3d-4188-893b-4bbf475ef239,revision_number=2']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:19.166851 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:19.168553 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (8bb8a2a5-73f3-4d2a-a283-2fc5c8005767), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:19.169401 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device ddc8fe93-b2ef-4ce8-a751-dc505bf611ad up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:38:19.172123 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:19.181301 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:19.209155 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:19.260580 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f426d-2dd3-4477-ae7e-532e8f720660 None None] Pushing event updated for resources: {'Port': ['ID=8b9c290c-4f3d-4188-893b-4bbf475ef239,revision_number=3']} {{(pid=103792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:19.280254 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-540cf539-55ea-4195-be5d-349933043111 None None] Provisioning complete for port a4842677-de4f-45a9-ae96-61ea87c82a43 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:19.280889 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-540cf539-55ea-4195-be5d-349933043111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (a4842677-de4f-45a9-ae96-61ea87c82a43), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:19.296430 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] Set router 1e9b9772-9b4b-4788-9cfd-a1048c30aa12 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:38:19.330326 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f517c504-2718-46e4-bce0-f2e876f09835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (f89422c7-758b-429f-af3a-d3571de1eeae), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:19.373723 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=8bb8a2a5-73f3-4d2a-a283-2fc5c8005767,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:19.379859 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port ddc8fe93-b2ef-4ce8-a751-dc505bf611ad triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:19.379859 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (ddc8fe93-b2ef-4ce8-a751-dc505bf611ad), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:19.464431 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:19.464770 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:19.465115 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:19.465475 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:19.465805 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:19.466131 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:19.466456 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:19.467236 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:19.467236 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:19.467936 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:19.468238 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:19.468549 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:19.468865 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:19.469300 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:19.469555 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:19.576737 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9b9772-9b4b-4788-9cfd-a1048c30aa12', 'name': 'tempest-TestShelveInstance-1525753944-router', 'tenant_id': '027a9b17f5e844bc976eaf5db7f51e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8b9c290c-4f3d-4188-893b-4bbf475ef239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:16Z', 'updated_at': '2022-08-10T12:38:17Z', 'revision_number': 3, 'project_id': '027a9b17f5e844bc976eaf5db7f51e25', 'gw_port': {'id': '8b9c290c-4f3d-4188-893b-4bbf475ef239', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:df:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9b9772-9b4b-4788-9cfd-a1048c30aa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:16Z', 'updated_at': '2022-08-10T12:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:19.583732 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f517c504-2718-46e4-bce0-f2e876f09835 admin admin] Publish callbacks [] for port (f89422c7-758b-429f-af3a-d3571de1eeae), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:19.592250 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f517c504-2718-46e4-bce0-f2e876f09835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (f89422c7-758b-429f-af3a-d3571de1eeae), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:19.629294 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a96350-00d2-4d72-b05b-e1b37592b598 None None] The sync data for ids ['1e9b9772-9b4b-4788-9cfd-a1048c30aa12'] in dv-cinder-852261-3-iscsi is: [{'id': '1e9b9772-9b4b-4788-9cfd-a1048c30aa12', 'name': 'tempest-TestShelveInstance-1525753944-router', 'tenant_id': '027a9b17f5e844bc976eaf5db7f51e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8b9c290c-4f3d-4188-893b-4bbf475ef239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:16Z', 'updated_at': '2022-08-10T12:38:17Z', 'revision_number': 3, 'project_id': '027a9b17f5e844bc976eaf5db7f51e25', 'gw_port': {'id': '8b9c290c-4f3d-4188-893b-4bbf475ef239', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:df:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9b9772-9b4b-4788-9cfd-a1048c30aa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:16Z', 'updated_at': '2022-08-10T12:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:38:19.649821 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port ddc8fe93-b2ef-4ce8-a751-dc505bf611ad is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:38:19.651021 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device a4842677-de4f-45a9-ae96-61ea87c82a43 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:38:19.653682 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-540cf539-55ea-4195-be5d-349933043111 None None] Current status of the port a4842677-de4f-45a9-ae96-61ea87c82a43 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:38:19.654216 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-540cf539-55ea-4195-be5d-349933043111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (a4842677-de4f-45a9-ae96-61ea87c82a43), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:19.707772 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f517c504-2718-46e4-bce0-f2e876f09835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-746544'] for router_interface (1e9b9772-9b4b-4788-9cfd-a1048c30aa12), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:19.741054 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-540cf539-55ea-4195-be5d-349933043111 None None] For port a4842677-de4f-45a9-ae96-61ea87c82a43, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=a4842677-de4f-45a9-ae96-61ea87c82a43,segment=NetworkSegment(4cbbd669-13d7-442b-a0a2-40e6d0cf2321),segment_id=4cbbd669-13d7-442b-a0a2-40e6d0cf2321)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:38:19.765017 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-540cf539-55ea-4195-be5d-349933043111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (a4842677-de4f-45a9-ae96-61ea87c82a43), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:19.770962 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port a4842677-de4f-45a9-ae96-61ea87c82a43 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:19.771345 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (a4842677-de4f-45a9-ae96-61ea87c82a43), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:19.823644 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517c504-2718-46e4-bce0-f2e876f09835 admin admin] Pushing event updated for resources: {'Port': ['ID=f89422c7-758b-429f-af3a-d3571de1eeae,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:19.886893 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f517c504-2718-46e4-bce0-f2e876f09835 admin admin] Network 3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:38:19.888863 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-f517c504-2718-46e4-bce0-f2e876f09835 admin admin] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:38:19.996437 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:20.069734 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:20.093625 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540cf539-55ea-4195-be5d-349933043111 None None] Pushing event updated for resources: {'Port': ['ID=a4842677-de4f-45a9-ae96-61ea87c82a43,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:20.097369 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-86564556-4387-427e-8fca-19d5343c445d None None] Provisioning complete for port a4842677-de4f-45a9-ae96-61ea87c82a43 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:20.100133 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f517c504-2718-46e4-bce0-f2e876f09835 admin admin] Router 1e9b9772-9b4b-4788-9cfd-a1048c30aa12 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:38:20.104517 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-86564556-4387-427e-8fca-19d5343c445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (a4842677-de4f-45a9-ae96-61ea87c82a43), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:20.161633 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port a4842677-de4f-45a9-ae96-61ea87c82a43 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:38:20.253060 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f517c504-2718-46e4-bce0-f2e876f09835 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:38:20.259329 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-f517c504-2718-46e4-bce0-f2e876f09835 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/1e9b9772-9b4b-4788-9cfd-a1048c30aa12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2414470 Aug 10 12:38:20.294661 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-86564556-4387-427e-8fca-19d5343c445d None None] Current status of the port a4842677-de4f-45a9-ae96-61ea87c82a43 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:38:20.305078 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-86564556-4387-427e-8fca-19d5343c445d None None] Provisioning complete for port f89422c7-758b-429f-af3a-d3571de1eeae triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:20.305373 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-86564556-4387-427e-8fca-19d5343c445d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (f89422c7-758b-429f-af3a-d3571de1eeae), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:20.354135 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-86564556-4387-427e-8fca-19d5343c445d None None] Port f89422c7-758b-429f-af3a-d3571de1eeae cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:38:20.474356 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-61aa4f99-33e5-408e-966e-85ccdd0b798b None None] Provisioning complete for port f89422c7-758b-429f-af3a-d3571de1eeae triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:20.474744 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-61aa4f99-33e5-408e-966e-85ccdd0b798b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (f89422c7-758b-429f-af3a-d3571de1eeae), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:20.537249 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-61aa4f99-33e5-408e-966e-85ccdd0b798b None None] Port f89422c7-758b-429f-af3a-d3571de1eeae cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:38:20.663323 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-3cd2af03-be83-43e1-9c34-8eee90d9d66c None None] Provisioning complete for port f89422c7-758b-429f-af3a-d3571de1eeae triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:20.666568 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3cd2af03-be83-43e1-9c34-8eee90d9d66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (f89422c7-758b-429f-af3a-d3571de1eeae), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:20.724058 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-3cd2af03-be83-43e1-9c34-8eee90d9d66c None None] Port f89422c7-758b-429f-af3a-d3571de1eeae cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:38:20.767316 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 52890) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:20.772063 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f8f8e26c-b88a-4fab-8ae6-d3bb78904db8 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1746333518', 'description': 'tempest-secgroup-smoke-1746333518 description', 'project_id': '65ece09339af406b98e493fa33f2b9c0'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:20.789453 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:38:20.844016 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:20.844405 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (8bb8a2a5-73f3-4d2a-a283-2fc5c8005767), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:20.882811 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:20.926799 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:38:20.928012 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 8b9c290c-4f3d-4188-893b-4bbf475ef239 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:38:20.974675 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 8b9c290c-4f3d-4188-893b-4bbf475ef239 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:20.975112 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (8b9c290c-4f3d-4188-893b-4bbf475ef239), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.035557 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8f8e26c-b88a-4fab-8ae6-d3bb78904db8 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.052672 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 8b9c290c-4f3d-4188-893b-4bbf475ef239 is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:38:21.053072 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (8b9c290c-4f3d-4188-893b-4bbf475ef239), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.076410 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port 8b9c290c-4f3d-4188-893b-4bbf475ef239, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=8b9c290c-4f3d-4188-893b-4bbf475ef239,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:38:21.082840 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (8b9c290c-4f3d-4188-893b-4bbf475ef239), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.083717 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device a4842677-de4f-45a9-ae96-61ea87c82a43 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:38:21.109722 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8f8e26c-b88a-4fab-8ae6-d3bb78904db8 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group (e96b9cba-342b-4594-a5a2-871e6b8953a0), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.113911 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8f8e26c-b88a-4fab-8ae6-d3bb78904db8 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (e96b9cba-342b-4594-a5a2-871e6b8953a0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.145251 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8e26c-b88a-4fab-8ae6-d3bb78904db8 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96b9cba-342b-4594-a5a2-871e6b8953a0,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:21.151984 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f8f8e26c-b88a-4fab-8ae6-d3bb78904db8 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.153231 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-f8f8e26c-b88a-4fab-8ae6-d3bb78904db8 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3849030 Aug 10 12:38:21.156683 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 52902) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:21.161259 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-6acba637-7526-456f-adfb-3a5b0b3bf3fb tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Request body: {'security_group_rule': {'security_group_id': 'e96b9cba-342b-4594-a5a2-871e6b8953a0', 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:21.180495 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:21.182656 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=8b9c290c-4f3d-4188-893b-4bbf475ef239,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:21.185509 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port a4842677-de4f-45a9-ae96-61ea87c82a43 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:21.185906 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (a4842677-de4f-45a9-ae96-61ea87c82a43), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.195268 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6acba637-7526-456f-adfb-3a5b0b3bf3fb tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group_rule (fe9ec0ad-6dcd-440f-9ef1-7b81fb0a56c0), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.260635 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6acba637-7526-456f-adfb-3a5b0b3bf3fb tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group_rule (fe9ec0ad-6dcd-440f-9ef1-7b81fb0a56c0), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.266096 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6acba637-7526-456f-adfb-3a5b0b3bf3fb tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (fe9ec0ad-6dcd-440f-9ef1-7b81fb0a56c0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.268274 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port a4842677-de4f-45a9-ae96-61ea87c82a43 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:38:21.281756 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acba637-7526-456f-adfb-3a5b0b3bf3fb tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9ec0ad-6dcd-440f-9ef1-7b81fb0a56c0,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:21.303942 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6acba637-7526-456f-adfb-3a5b0b3bf3fb tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.305183 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-6acba637-7526-456f-adfb-3a5b0b3bf3fb tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1475139 Aug 10 12:38:21.308045 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 52908) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:21.312192 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-31e98add-f7aa-4cd8-a055-b8c851649309 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Request body: {'security_group_rule': {'security_group_id': 'e96b9cba-342b-4594-a5a2-871e6b8953a0', 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:21.339853 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31e98add-f7aa-4cd8-a055-b8c851649309 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group_rule (856a2781-c2ab-4473-9510-e4f4ced87171), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.403136 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31e98add-f7aa-4cd8-a055-b8c851649309 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group_rule (856a2781-c2ab-4473-9510-e4f4ced87171), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.411602 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31e98add-f7aa-4cd8-a055-b8c851649309 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (856a2781-c2ab-4473-9510-e4f4ced87171), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.434278 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e98add-f7aa-4cd8-a055-b8c851649309 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856a2781-c2ab-4473-9510-e4f4ced87171,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:21.441836 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-31e98add-f7aa-4cd8-a055-b8c851649309 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.443015 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-31e98add-f7aa-4cd8-a055-b8c851649309 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342096 Aug 10 12:38:21.446061 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 52916) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:21.450472 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-d3e9c25f-31ff-4ed4-8cd2-e646682504e6 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Request body: {'security_group_rule': {'security_group_id': 'e96b9cba-342b-4594-a5a2-871e6b8953a0', 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:21.487220 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c25f-31ff-4ed4-8cd2-e646682504e6 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group_rule (6e6989c4-7fff-461f-b7fe-5de7daaaa955), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.497987 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-1ede7f06-d93d-4d9f-ad62-75fe81c90dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.549114 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c25f-31ff-4ed4-8cd2-e646682504e6 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group_rule (6e6989c4-7fff-461f-b7fe-5de7daaaa955), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.552930 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c25f-31ff-4ed4-8cd2-e646682504e6 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (6e6989c4-7fff-461f-b7fe-5de7daaaa955), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.578191 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9c25f-31ff-4ed4-8cd2-e646682504e6 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6989c4-7fff-461f-b7fe-5de7daaaa955,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:21.586802 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c25f-31ff-4ed4-8cd2-e646682504e6 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.590770 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-d3e9c25f-31ff-4ed4-8cd2-e646682504e6 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410811 Aug 10 12:38:21.591075 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 52922) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:21.598525 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c1744279-ab07-44c6-a867-e25252cc614c tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Request body: {'security_group_rule': {'security_group_id': 'e96b9cba-342b-4594-a5a2-871e6b8953a0', 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:21.627792 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1744279-ab07-44c6-a867-e25252cc614c tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group_rule (b802b9bf-4820-4705-96fa-e5127e83b40b), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.649692 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:21.692505 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1744279-ab07-44c6-a867-e25252cc614c tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group_rule (b802b9bf-4820-4705-96fa-e5127e83b40b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.696659 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1744279-ab07-44c6-a867-e25252cc614c tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (b802b9bf-4820-4705-96fa-e5127e83b40b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.717807 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1744279-ab07-44c6-a867-e25252cc614c tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b802b9bf-4820-4705-96fa-e5127e83b40b,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:21.730296 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1744279-ab07-44c6-a867-e25252cc614c tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.730296 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-c1744279-ab07-44c6-a867-e25252cc614c tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1343193 Aug 10 12:38:21.731508 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 52926) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:21.736479 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-d18885e3-105a-464a-ab05-191c1f2eac7a tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Request body: {'security_group_rule': {'security_group_id': 'e96b9cba-342b-4594-a5a2-871e6b8953a0', 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:21.759933 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.securitygroups_db [None req-d18885e3-105a-464a-ab05-191c1f2eac7a tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Project 65ece09339af406b98e493fa33f2b9c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 12:38:21.766771 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d18885e3-105a-464a-ab05-191c1f2eac7a tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group_rule (e55c34e6-4154-45af-bf1b-2904c4e7ff79), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.839959 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d18885e3-105a-464a-ab05-191c1f2eac7a tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group_rule (e55c34e6-4154-45af-bf1b-2904c4e7ff79), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.844735 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d18885e3-105a-464a-ab05-191c1f2eac7a tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (e55c34e6-4154-45af-bf1b-2904c4e7ff79), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.865378 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18885e3-105a-464a-ab05-191c1f2eac7a tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55c34e6-4154-45af-bf1b-2904c4e7ff79,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:21.874727 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d18885e3-105a-464a-ab05-191c1f2eac7a tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.876147 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-d18885e3-105a-464a-ab05-191c1f2eac7a tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1433589 Aug 10 12:38:21.879068 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 52934) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:21.883987 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-65c28216-85a4-4bc6-95e3-b110ba17f188 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Request body: {'security_group_rule': {'security_group_id': 'e96b9cba-342b-4594-a5a2-871e6b8953a0', 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:21.907057 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.securitygroups_db [None req-65c28216-85a4-4bc6-95e3-b110ba17f188 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Project 65ece09339af406b98e493fa33f2b9c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 12:38:21.913241 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-65c28216-85a4-4bc6-95e3-b110ba17f188 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group_rule (b242c4ea-df8b-48ba-a328-273a4533ceed), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.977939 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-65c28216-85a4-4bc6-95e3-b110ba17f188 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group_rule (b242c4ea-df8b-48ba-a328-273a4533ceed), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:21.984507 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-65c28216-85a4-4bc6-95e3-b110ba17f188 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633993'] for security_group_rule (b242c4ea-df8b-48ba-a328-273a4533ceed), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:22.006445 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:22.011334 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-65c28216-85a4-4bc6-95e3-b110ba17f188 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:22.012533 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-65c28216-85a4-4bc6-95e3-b110ba17f188 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321135 Aug 10 12:38:22.027597 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c28216-85a4-4bc6-95e3-b110ba17f188 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b242c4ea-df8b-48ba-a328-273a4533ceed,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:22.081166 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] Sync routers for ids ['1e9b9772-9b4b-4788-9cfd-a1048c30aa12'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:38:22.085860 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:22.094946 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] Routers {'1e9b9772-9b4b-4788-9cfd-a1048c30aa12'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:38:22.096418 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:37:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['1e9b9772-9b4b-4788-9cfd-a1048c30aa12'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:22.199692 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] Set router 1e9b9772-9b4b-4788-9cfd-a1048c30aa12 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:38:22.544316 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9b9772-9b4b-4788-9cfd-a1048c30aa12', 'name': 'tempest-TestShelveInstance-1525753944-router', 'tenant_id': '027a9b17f5e844bc976eaf5db7f51e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8b9c290c-4f3d-4188-893b-4bbf475ef239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:16Z', 'updated_at': '2022-08-10T12:38:19Z', 'revision_number': 4, 'project_id': '027a9b17f5e844bc976eaf5db7f51e25', 'gw_port': {'id': '8b9c290c-4f3d-4188-893b-4bbf475ef239', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:df:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9b9772-9b4b-4788-9cfd-a1048c30aa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:16Z', 'updated_at': '2022-08-10T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'f89422c7-758b-429f-af3a-d3571de1eeae', 'name': '', 'network_id': '3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac', 'tenant_id': '027a9b17f5e844bc976eaf5db7f51e25', 'mac_address': 'fa:16:3e:c6:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9b9772-9b4b-4788-9cfd-a1048c30aa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'c57a6d4f-63ba-49a5-98a7-67f966abefd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:18Z', 'updated_at': '2022-08-10T12:38:19Z', 'revision_number': 2, 'project_id': '027a9b17f5e844bc976eaf5db7f51e25', 'subnets': [{'id': 'c57a6d4f-63ba-49a5-98a7-67f966abefd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:22.572811 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] Checking router: 1e9b9772-9b4b-4788-9cfd-a1048c30aa12 for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:38:22.573209 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] Updating router 1e9b9772-9b4b-4788-9cfd-a1048c30aa12 port f89422c7-758b-429f-af3a-d3571de1eeae binding host dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 12:38:22.606470 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (f89422c7-758b-429f-af3a-d3571de1eeae), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:22.702907 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 8b9c290c-4f3d-4188-893b-4bbf475ef239 up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:38:22.707281 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:22.822394 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port 8b9c290c-4f3d-4188-893b-4bbf475ef239 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:22.822777 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (8b9c290c-4f3d-4188-893b-4bbf475ef239), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:22.971121 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port 8b9c290c-4f3d-4188-893b-4bbf475ef239 is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:38:22.994655 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] Publish callbacks [] for port (f89422c7-758b-429f-af3a-d3571de1eeae), precommit_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:23.001743 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (f89422c7-758b-429f-af3a-d3571de1eeae), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:23.071214 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858ac2c-2a95-4951-a9ed-2ecff7d39c25 None None] Pushing event updated for resources: {'Port': ['ID=f89422c7-758b-429f-af3a-d3571de1eeae,revision_number=3']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:23.125031 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=100 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:23.125031 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] Attempting to bind port f89422c7-758b-429f-af3a-d3571de1eeae on host dv-cinder-852261-3-iscsi for vnic_type normal with profile {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:38:23.125031 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] Attempting to bind port f89422c7-758b-429f-af3a-d3571de1eeae by drivers openvswitch,hyperv on host dv-cinder-852261-3-iscsi at level 0 using segments [{'id': '4cbbd669-13d7-442b-a0a2-40e6d0cf2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac'}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:38:23.125031 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] Attempting to bind port f89422c7-758b-429f-af3a-d3571de1eeae on network 3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:38:23.126825 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] Checking agent: {'id': '6b8ea3cc-9321-4b0e-9ec3-19e0921a4683', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852261-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 23, 27), 'started_at': datetime.datetime(2022, 8, 10, 12, 23, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852261-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:38:23.127203 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] Checking segment: {'id': '4cbbd669-13d7-442b-a0a2-40e6d0cf2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:38:23.127609 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:23.128003 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] Bound using segment: {'id': '4cbbd669-13d7-442b-a0a2-40e6d0cf2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac'} {{(pid=103791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:38:23.128467 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.managers [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] Bound port: f89422c7-758b-429f-af3a-d3571de1eeae, host: dv-cinder-852261-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbbd669-13d7-442b-a0a2-40e6d0cf2321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac'}}] {{(pid=103791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:38:23.128848 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (f89422c7-758b-429f-af3a-d3571de1eeae), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:23.199739 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53026) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:23.205969 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] For port f89422c7-758b-429f-af3a-d3571de1eeae, host dv-cinder-852261-3-iscsi, cleared binding levels {{(pid=103791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:38:23.209793 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] For port f89422c7-758b-429f-af3a-d3571de1eeae, host dv-cinder-852261-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=f89422c7-758b-429f-af3a-d3571de1eeae,segment=NetworkSegment(4cbbd669-13d7-442b-a0a2-40e6d0cf2321),segment_id=4cbbd669-13d7-442b-a0a2-40e6d0cf2321)] {{(pid=103791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:38:23.215992 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (f89422c7-758b-429f-af3a-d3571de1eeae), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:23.254830 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] Routers {'1e9b9772-9b4b-4788-9cfd-a1048c30aa12'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:38:23.255470 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:37:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['1e9b9772-9b4b-4788-9cfd-a1048c30aa12'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:23.329946 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ec74865a-4e07-42c5-877f-305ce1da7ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:23.341534 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858ac2c-2a95-4951-a9ed-2ecff7d39c25 None None] Pushing event updated for resources: {'Port': ['ID=f89422c7-758b-429f-af3a-d3571de1eeae,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:23.400817 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] Set router 1e9b9772-9b4b-4788-9cfd-a1048c30aa12 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:38:23.419896 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ec74865a-4e07-42c5-877f-305ce1da7ffb admin admin] Publish callbacks [] for security_group (675eb160-9cb8-49a1-8a4d-ff87be603692), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:23.434521 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ec74865a-4e07-42c5-877f-305ce1da7ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (675eb160-9cb8-49a1-8a4d-ff87be603692), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:23.485176 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-ec74865a-4e07-42c5-877f-305ce1da7ffb admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=e9319a14d6ae414d9fb614141dc410b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841613 Aug 10 12:38:23.486220 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74865a-4e07-42c5-877f-305ce1da7ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675eb160-9cb8-49a1-8a4d-ff87be603692,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:23.488555 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 53032) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:23.539258 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1adfc165-efbd-45d5-a086-d75b254cd830 admin admin] Publish callbacks [] for security_group (675eb160-9cb8-49a1-8a4d-ff87be603692), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:23.553016 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:23.558438 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:23.565015 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1adfc165-efbd-45d5-a086-d75b254cd830 admin admin] Publish callbacks [] for security_group (675eb160-9cb8-49a1-8a4d-ff87be603692), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:23.613424 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9b9772-9b4b-4788-9cfd-a1048c30aa12', 'name': 'tempest-TestShelveInstance-1525753944-router', 'tenant_id': '027a9b17f5e844bc976eaf5db7f51e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8b9c290c-4f3d-4188-893b-4bbf475ef239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:16Z', 'updated_at': '2022-08-10T12:38:19Z', 'revision_number': 4, 'project_id': '027a9b17f5e844bc976eaf5db7f51e25', 'gw_port': {'id': '8b9c290c-4f3d-4188-893b-4bbf475ef239', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:df:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9b9772-9b4b-4788-9cfd-a1048c30aa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:16Z', 'updated_at': '2022-08-10T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'f89422c7-758b-429f-af3a-d3571de1eeae', 'name': '', 'network_id': '3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac', 'tenant_id': '027a9b17f5e844bc976eaf5db7f51e25', 'mac_address': 'fa:16:3e:c6:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9b9772-9b4b-4788-9cfd-a1048c30aa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'c57a6d4f-63ba-49a5-98a7-67f966abefd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:18Z', 'updated_at': '2022-08-10T12:38:23Z', 'revision_number': 4, 'project_id': '027a9b17f5e844bc976eaf5db7f51e25', 'subnets': [{'id': 'c57a6d4f-63ba-49a5-98a7-67f966abefd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:23.627226 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1adfc165-efbd-45d5-a086-d75b254cd830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (675eb160-9cb8-49a1-8a4d-ff87be603692), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:23.629869 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1adfc165-efbd-45d5-a086-d75b254cd830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:23.631015 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-1adfc165-efbd-45d5-a086-d75b254cd830 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/675eb160-9cb8-49a1-8a4d-ff87be603692 HTTP/1.1" status: 204 len: 168 time: 0.1413026 Aug 10 12:38:23.641204 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfc165-efbd-45d5-a086-d75b254cd830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675eb160-9cb8-49a1-8a4d-ff87be603692,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:23.643117 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48116e80-ccdc-4812-bbf6-3af229c7f9eb None None] The sync data for ids ['1e9b9772-9b4b-4788-9cfd-a1048c30aa12'] in dv-cinder-852261-3-iscsi is: [{'id': '1e9b9772-9b4b-4788-9cfd-a1048c30aa12', 'name': 'tempest-TestShelveInstance-1525753944-router', 'tenant_id': '027a9b17f5e844bc976eaf5db7f51e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8b9c290c-4f3d-4188-893b-4bbf475ef239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:16Z', 'updated_at': '2022-08-10T12:38:19Z', 'revision_number': 4, 'project_id': '027a9b17f5e844bc976eaf5db7f51e25', 'gw_port': {'id': '8b9c290c-4f3d-4188-893b-4bbf475ef239', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:df:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9b9772-9b4b-4788-9cfd-a1048c30aa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:16Z', 'updated_at': '2022-08-10T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'f89422c7-758b-429f-af3a-d3571de1eeae', 'name': '', 'network_id': '3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac', 'tenant_id': '027a9b17f5e844bc976eaf5db7f51e25', 'mac_address': 'fa:16:3e:c6:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9b9772-9b4b-4788-9cfd-a1048c30aa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'c57a6d4f-63ba-49a5-98a7-67f966abefd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:18Z', 'updated_at': '2022-08-10T12:38:23Z', 'revision_number': 4, 'project_id': '027a9b17f5e844bc976eaf5db7f51e25', 'subnets': [{'id': 'c57a6d4f-63ba-49a5-98a7-67f966abefd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:38:23.695670 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-399c4f5e-77b5-4b81-b3f8-efe9464feec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:23.973750 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 53040) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:23.988166 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f2431005-5453-4542-b733-dcfcef8a5420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:24.090653 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f2431005-5453-4542-b733-dcfcef8a5420 admin admin] Publish callbacks [] for security_group (8069c670-7d74-4878-9353-db9e77eff664), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:24.094914 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f2431005-5453-4542-b733-dcfcef8a5420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (8069c670-7d74-4878-9353-db9e77eff664), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:24.097089 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-196dd9d1-54b4-462e-9eb7-e66fb6893e2c req-c10f48cc-d346-4239-be41-e43dbaa328a1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441833 Aug 10 12:38:24.135798 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-f2431005-5453-4542-b733-dcfcef8a5420 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=6d4d61b4c94f435aadb688f6e0b47f25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1609929 Aug 10 12:38:24.136850 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2431005-5453-4542-b733-dcfcef8a5420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8069c670-7d74-4878-9353-db9e77eff664,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:24.138446 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53044) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:24.238942 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bcd6c695-e06b-48ea-ad46-1ce1e384b7ee admin admin] Publish callbacks [] for security_group (8069c670-7d74-4878-9353-db9e77eff664), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:24.544544 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bcd6c695-e06b-48ea-ad46-1ce1e384b7ee admin admin] Publish callbacks [] for security_group (8069c670-7d74-4878-9353-db9e77eff664), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:24.548096 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dd9d1-54b4-462e-9eb7-e66fb6893e2c req-13495759-608a-4165-b188-74d52baf4267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:24.550255 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-196dd9d1-54b4-462e-9eb7-e66fb6893e2c req-13495759-608a-4165-b188-74d52baf4267 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d&device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 1130 time: 0.3713925 Aug 10 12:38:24.672145 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bcd6c695-e06b-48ea-ad46-1ce1e384b7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (8069c670-7d74-4878-9353-db9e77eff664), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:24.674807 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bcd6c695-e06b-48ea-ad46-1ce1e384b7ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:24.677796 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-bcd6c695-e06b-48ea-ad46-1ce1e384b7ee admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/8069c670-7d74-4878-9353-db9e77eff664 HTTP/1.1" status: 204 len: 168 time: 0.5372896 Aug 10 12:38:24.695261 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dd9d1-54b4-462e-9eb7-e66fb6893e2c req-b2c5d0c1-9000-402b-9f90-4106623f8421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:24.696145 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-196dd9d1-54b4-462e-9eb7-e66fb6893e2c req-b2c5d0c1-9000-402b-9f90-4106623f8421 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=9747c644-617a-4b31-a63b-39dd1a5c7b9c HTTP/1.1" status: 200 len: 916 time: 0.1153605 Aug 10 12:38:24.696970 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6c695-e06b-48ea-ad46-1ce1e384b7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8069c670-7d74-4878-9353-db9e77eff664,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:24.700142 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device f89422c7-758b-429f-af3a-d3571de1eeae up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:38:24.760074 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port f89422c7-758b-429f-af3a-d3571de1eeae triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:24.760646 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (f89422c7-758b-429f-af3a-d3571de1eeae), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:24.857092 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port f89422c7-758b-429f-af3a-d3571de1eeae is: DOWN; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:38:24.857528 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (f89422c7-758b-429f-af3a-d3571de1eeae), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:24.876852 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:24.894424 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] For port f89422c7-758b-429f-af3a-d3571de1eeae, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=f89422c7-758b-429f-af3a-d3571de1eeae,segment=NetworkSegment(4cbbd669-13d7-442b-a0a2-40e6d0cf2321),segment_id=4cbbd669-13d7-442b-a0a2-40e6d0cf2321)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:38:24.898268 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (f89422c7-758b-429f-af3a-d3571de1eeae), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:24.948067 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Pushing event updated for resources: {'Port': ['ID=f89422c7-758b-429f-af3a-d3571de1eeae,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:24.976353 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:24.994048 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-196dd9d1-54b4-462e-9eb7-e66fb6893e2c req-f7153086-ce78-4566-a9ea-9e2e54ed437c service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40caaca6-10a7-43c8-8003-49d7c19f965f HTTP/1.1" status: 200 len: 1000 time: 0.0716615 Aug 10 12:38:25.053074 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dd9d1-54b4-462e-9eb7-e66fb6893e2c req-f3ba4131-22e4-4b5e-a424-86f1c1722a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:25.054698 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-196dd9d1-54b4-462e-9eb7-e66fb6893e2c req-f3ba4131-22e4-4b5e-a424-86f1c1722a87 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=83d863d9-2bcf-49a1-876a-272e644640cc HTTP/1.1" status: 200 len: 854 time: 0.0484986 Aug 10 12:38:25.133480 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dd9d1-54b4-462e-9eb7-e66fb6893e2c req-9c548d9f-dd39-4a7d-88f9-7e403d2a98de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:25.134973 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-196dd9d1-54b4-462e-9eb7-e66fb6893e2c req-9c548d9f-dd39-4a7d-88f9-7e403d2a98de service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=9747c644-617a-4b31-a63b-39dd1a5c7b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422430 Aug 10 12:38:25.235042 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-196dd9d1-54b4-462e-9eb7-e66fb6893e2c req-2162cb9e-79ca-4e9f-9a46-3daf0638bfad service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910182 Aug 10 12:38:25.326893 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-196dd9d1-54b4-462e-9eb7-e66fb6893e2c req-2faa177a-51be-4f8e-8e4f-3bdc99713b99 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856192 Aug 10 12:38:26.167344 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be401ef-96ba-4216-a8cb-78b73e0944df req-df4d37c8-5ed1-4893-8684-3ef3eb1de339 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:26.168884 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9be401ef-96ba-4216-a8cb-78b73e0944df req-df4d37c8-5ed1-4893-8684-3ef3eb1de339 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b4528f4e-a5a6-4477-a906-aa36f45cb434 HTTP/1.1" status: 200 len: 945 time: 0.0632026 Aug 10 12:38:26.196033 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:26.221598 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9be401ef-96ba-4216-a8cb-78b73e0944df req-e17df3a8-1067-4539-b166-5c2791aae70d tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ece3e168-6a1e-459e-9887-6e6482f6c345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461247 Aug 10 12:38:26.346018 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:26.639814 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:26.668890 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device f89422c7-758b-429f-af3a-d3571de1eeae up at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:38:26.718408 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Provisioning complete for port f89422c7-758b-429f-af3a-d3571de1eeae triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:26.718701 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (f89422c7-758b-429f-af3a-d3571de1eeae), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:26.792478 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Current status of the port f89422c7-758b-429f-af3a-d3571de1eeae is: ACTIVE; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:38:27.345625 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f548a-8344-404d-975b-3952923cb7d3 req-8d94b454-0627-4812-a17d-13281e50d564 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:27.347373 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c01f548a-8344-404d-975b-3952923cb7d3 req-8d94b454-0627-4812-a17d-13281e50d564 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b4528f4e-a5a6-4477-a906-aa36f45cb434 HTTP/1.1" status: 200 len: 945 time: 0.0499990 Aug 10 12:38:27.394591 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c01f548a-8344-404d-975b-3952923cb7d3 req-fba26974-ff89-4cb6-a285-47db52498d1e tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ece3e168-6a1e-459e-9887-6e6482f6c345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414913 Aug 10 12:38:28.277694 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac471b-662c-4411-b47c-75a4c71c8eb5 req-19f3f520-102b-492b-8ac8-6cb1b75a4004 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:28.279111 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e9ac471b-662c-4411-b47c-75a4c71c8eb5 req-19f3f520-102b-492b-8ac8-6cb1b75a4004 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=b4528f4e-a5a6-4477-a906-aa36f45cb434 HTTP/1.1" status: 200 len: 945 time: 0.0461388 Aug 10 12:38:28.371486 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-e9ac471b-662c-4411-b47c-75a4c71c8eb5 req-e0aa1b13-f925-4dbb-a618-927b954fc3f1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Deleting port a7251038-f2c2-493d-b0a5-2bfc33676b23 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:38:28.371831 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-e9ac471b-662c-4411-b47c-75a4c71c8eb5 req-e0aa1b13-f925-4dbb-a618-927b954fc3f1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (a7251038-f2c2-493d-b0a5-2bfc33676b23), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:28.464797 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-e9ac471b-662c-4411-b47c-75a4c71c8eb5 req-e0aa1b13-f925-4dbb-a618-927b954fc3f1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] For port a7251038-f2c2-493d-b0a5-2bfc33676b23, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=a7251038-f2c2-493d-b0a5-2bfc33676b23,segment=NetworkSegment(e7f2c342-5cb6-4a2a-84de-fa4d69c70111),segment_id=e7f2c342-5cb6-4a2a-84de-fa4d69c70111)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:38:28.465327 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-e9ac471b-662c-4411-b47c-75a4c71c8eb5 req-e0aa1b13-f925-4dbb-a618-927b954fc3f1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (a7251038-f2c2-493d-b0a5-2bfc33676b23), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:28.562627 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf76db6-5ec2-4977-aeac-1e97efa015bc req-abd558c3-ac32-4dc8-a374-ca23831528a8 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:28.564086 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3bf76db6-5ec2-4977-aeac-1e97efa015bc req-abd558c3-ac32-4dc8-a374-ca23831528a8 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b4528f4e-a5a6-4477-a906-aa36f45cb434 HTTP/1.1" status: 200 len: 945 time: 0.0902381 Aug 10 12:38:28.691222 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3bf76db6-5ec2-4977-aeac-1e97efa015bc req-e54a6e11-06db-465f-ba0e-1e05fbaad3de tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=ece3e168-6a1e-459e-9887-6e6482f6c345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212897 Aug 10 12:38:28.719086 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-e9ac471b-662c-4411-b47c-75a4c71c8eb5 req-e0aa1b13-f925-4dbb-a618-927b954fc3f1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:28.719086 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-e9ac471b-662c-4411-b47c-75a4c71c8eb5 req-e0aa1b13-f925-4dbb-a618-927b954fc3f1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (fe20e187-e5c2-4274-8561-3518dcd44ada), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:28.719086 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.l3_db [req-e9ac471b-662c-4411-b47c-75a4c71c8eb5 req-e0aa1b13-f925-4dbb-a618-927b954fc3f1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Floating IP fe20e187-e5c2-4274-8561-3518dcd44ada disassociated. External IP: 172.27.0.124, port: a7251038-f2c2-493d-b0a5-2bfc33676b23. Aug 10 12:38:28.719086 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-e9ac471b-662c-4411-b47c-75a4c71c8eb5 req-e0aa1b13-f925-4dbb-a618-927b954fc3f1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Calling delete_port for a7251038-f2c2-493d-b0a5-2bfc33676b23 owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:38:28.763724 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:28.855836 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-e9ac471b-662c-4411-b47c-75a4c71c8eb5 req-e0aa1b13-f925-4dbb-a618-927b954fc3f1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (a7251038-f2c2-493d-b0a5-2bfc33676b23), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:28.883439 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa1b13-f925-4dbb-a618-927b954fc3f1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Pushing event deleted for resources: {'Port': ['ID=a7251038-f2c2-493d-b0a5-2bfc33676b23,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:29.002391 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9ac471b-662c-4411-b47c-75a4c71c8eb5 req-e0aa1b13-f925-4dbb-a618-927b954fc3f1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Router f964d0ac-3918-42b8-ab09-1e594be47d14 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:38:29.118964 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9ac471b-662c-4411-b47c-75a4c71c8eb5 req-e0aa1b13-f925-4dbb-a618-927b954fc3f1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:38:29.131114 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bf3e3f-868d-4746-8b77-36a194027e01 None None] Sync routers for ids ['f964d0ac-3918-42b8-ab09-1e594be47d14'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:38:29.152516 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bf3e3f-868d-4746-8b77-36a194027e01 None None] Routers {'f964d0ac-3918-42b8-ab09-1e594be47d14'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:38:29.153119 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-f3bf3e3f-868d-4746-8b77-36a194027e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:38:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['f964d0ac-3918-42b8-ab09-1e594be47d14'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:29.166707 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ac471b-662c-4411-b47c-75a4c71c8eb5 req-e0aa1b13-f925-4dbb-a618-927b954fc3f1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] No DVR routers for this DVR port a7251038-f2c2-493d-b0a5-2bfc33676b23 on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:38:29.169239 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-e9ac471b-662c-4411-b47c-75a4c71c8eb5 req-e0aa1b13-f925-4dbb-a618-927b954fc3f1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:29.172487 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e9ac471b-662c-4411-b47c-75a4c71c8eb5 req-e0aa1b13-f925-4dbb-a618-927b954fc3f1 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.64 "DELETE /networking/v2.0/ports/a7251038-f2c2-493d-b0a5-2bfc33676b23 HTTP/1.1" status: 204 len: 173 time: 0.8871951 Aug 10 12:38:29.172923 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4528f4e-a5a6-4477-a906-aa36f45cb434', 'name': 'network-vif-deleted', 'tag': 'a7251038-f2c2-493d-b0a5-2bfc33676b23'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:38:29.175225 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c573dc-730c-43df-853c-e8ec362718bf" -d '{"events": [{"server_uuid": "b4528f4e-a5a6-4477-a906-aa36f45cb434", "name": "network-vif-deleted", "tag": "a7251038-f2c2-493d-b0a5-2bfc33676b23"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:38:29.223055 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb0f3a9-faac-492e-ae7e-a9ff17f43fda x-openstack-request-id: req-ccb0f3a9-faac-492e-ae7e-a9ff17f43fda {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:38:29.223349 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4528f4e-a5a6-4477-a906-aa36f45cb434", "name": "network-vif-deleted", "tag": "a7251038-f2c2-493d-b0a5-2bfc33676b23", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:38:29.223733 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ccb0f3a9-faac-492e-ae7e-a9ff17f43fda {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:38:29.224155 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccb0f3a9-faac-492e-ae7e-a9ff17f43fda'] response: {'server_uuid': 'b4528f4e-a5a6-4477-a906-aa36f45cb434', 'name': 'network-vif-deleted', 'tag': 'a7251038-f2c2-493d-b0a5-2bfc33676b23', 'status': 'completed', 'code': 200} Aug 10 12:38:29.266117 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-f3bf3e3f-868d-4746-8b77-36a194027e01 None None] Set router f964d0ac-3918-42b8-ab09-1e594be47d14 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:38:29.413057 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:29.469377 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-f3bf3e3f-868d-4746-8b77-36a194027e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '81a89fae-f281-4008-86c7-06694393262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:32Z', 'revision_number': 4, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'gw_port': {'id': '81a89fae-f281-4008-86c7-06694393262b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '5b02e1d7-11e8-4ec6-bd30-c2db62d1864f', 'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'mac_address': 'fa:16:3e:30:12:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:31Z', 'updated_at': '2022-08-10T12:32:37Z', 'revision_number': 5, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'subnets': [{'id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:29.498038 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bf3e3f-868d-4746-8b77-36a194027e01 None None] Checking router: f964d0ac-3918-42b8-ab09-1e594be47d14 for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:38:29.508214 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bf3e3f-868d-4746-8b77-36a194027e01 None None] Routers {'f964d0ac-3918-42b8-ab09-1e594be47d14'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:38:29.508814 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-f3bf3e3f-868d-4746-8b77-36a194027e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:38:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['f964d0ac-3918-42b8-ab09-1e594be47d14'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:29.608700 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-f3bf3e3f-868d-4746-8b77-36a194027e01 None None] Set router f964d0ac-3918-42b8-ab09-1e594be47d14 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:38:29.800099 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-f3bf3e3f-868d-4746-8b77-36a194027e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '81a89fae-f281-4008-86c7-06694393262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:32Z', 'revision_number': 4, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'gw_port': {'id': '81a89fae-f281-4008-86c7-06694393262b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '5b02e1d7-11e8-4ec6-bd30-c2db62d1864f', 'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'mac_address': 'fa:16:3e:30:12:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:31Z', 'updated_at': '2022-08-10T12:32:37Z', 'revision_number': 5, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'subnets': [{'id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:29.819944 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f5c8f50a-f75b-4a3b-b484-37f77c5a313d req-d1b68f49-9a9f-4947-93fa-952a438dcd89 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=b4528f4e-a5a6-4477-a906-aa36f45cb434 HTTP/1.1" status: 200 len: 210 time: 0.0374148 Aug 10 12:38:29.829924 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bf3e3f-868d-4746-8b77-36a194027e01 None None] The sync data for ids ['f964d0ac-3918-42b8-ab09-1e594be47d14'] in dv-cinder-852261-3-iscsi is: [{'id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '81a89fae-f281-4008-86c7-06694393262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:32Z', 'revision_number': 4, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'gw_port': {'id': '81a89fae-f281-4008-86c7-06694393262b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '5b02e1d7-11e8-4ec6-bd30-c2db62d1864f', 'name': '', 'network_id': '236b8912-0b35-45fe-a06b-75541ed0e553', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'mac_address': 'fa:16:3e:30:12:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:31Z', 'updated_at': '2022-08-10T12:32:37Z', 'revision_number': 5, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'subnets': [{'id': '88ab3a9c-4854-4ead-9036-8a7a5b736fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:38:30.066195 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16c4623-e468-4160-86ab-6f5d6d07c983 None None] New status for floating IP fe20e187-e5c2-4274-8561-3518dcd44ada: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:38:30.590310 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c17df5-03c5-42f9-a885-be45dbdbf04c req-a57d4c08-9f73-4847-b934-fcedc68a5e54 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:30.592077 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-07c17df5-03c5-42f9-a885-be45dbdbf04c req-a57d4c08-9f73-4847-b934-fcedc68a5e54 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 946 time: 0.0537016 Aug 10 12:38:30.647038 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-07c17df5-03c5-42f9-a885-be45dbdbf04c req-34a91c64-1ac1-41ee-8fe4-114c5563e3f8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458207 Aug 10 12:38:30.919356 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53198) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:30.949692 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:30.976334 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dcf1704a-4b9c-4091-a56f-c230f3d9a991 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group (ece3e168-6a1e-459e-9887-6e6482f6c345), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:31.003614 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dcf1704a-4b9c-4091-a56f-c230f3d9a991 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group (ece3e168-6a1e-459e-9887-6e6482f6c345), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:31.051615 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dcf1704a-4b9c-4091-a56f-c230f3d9a991 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (ece3e168-6a1e-459e-9887-6e6482f6c345), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:31.054173 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dcf1704a-4b9c-4091-a56f-c230f3d9a991 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:31.055398 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-dcf1704a-4b9c-4091-a56f-c230f3d9a991 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/ece3e168-6a1e-459e-9887-6e6482f6c345 HTTP/1.1" status: 204 len: 168 time: 0.1350346 Aug 10 12:38:31.058435 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 53202) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:31.064242 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1704a-4b9c-4091-a56f-c230f3d9a991 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece3e168-6a1e-459e-9887-6e6482f6c345,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:31.072861 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.api.v2.resource [None req-a3c072e2-759b-4848-90de-a2fcacfe24f7 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] show failed (client error): The resource could not be found. Aug 10 12:38:31.073917 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-a3c072e2-759b-4848-90de-a2fcacfe24f7 tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "GET /networking/v2.0/security-groups/ece3e168-6a1e-459e-9887-6e6482f6c345 HTTP/1.1" status: 404 len: 347 time: 0.0144796 Aug 10 12:38:31.077480 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 53204) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:31.078166 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:31.181424 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:31.194473 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-55714100-ea07-483d-9c96-660b071fb74b tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Deleting port 17cced06-b4ad-4fab-a11b-ca177156a12d {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:38:31.194847 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55714100-ea07-483d-9c96-660b071fb74b tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (17cced06-b4ad-4fab-a11b-ca177156a12d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:31.274362 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55714100-ea07-483d-9c96-660b071fb74b tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (17cced06-b4ad-4fab-a11b-ca177156a12d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:31.274690 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55714100-ea07-483d-9c96-660b071fb74b tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for floatingip (17cced06-b4ad-4fab-a11b-ca177156a12d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:31.288671 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-55714100-ea07-483d-9c96-660b071fb74b tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Calling delete_port for 17cced06-b4ad-4fab-a11b-ca177156a12d owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:38:31.422636 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55714100-ea07-483d-9c96-660b071fb74b tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (17cced06-b4ad-4fab-a11b-ca177156a12d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:31.447459 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55714100-ea07-483d-9c96-660b071fb74b tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Pushing event deleted for resources: {'Port': ['ID=17cced06-b4ad-4fab-a11b-ca177156a12d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:31.516509 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55714100-ea07-483d-9c96-660b071fb74b tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks [] for floatingip (fe20e187-e5c2-4274-8561-3518dcd44ada), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:31.519090 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-55714100-ea07-483d-9c96-660b071fb74b tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:31.520252 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-55714100-ea07-483d-9c96-660b071fb74b tempest-AttachVolumeTestJSON-58944132 tempest-AttachVolumeTestJSON-58944132-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/fe20e187-e5c2-4274-8561-3518dcd44ada HTTP/1.1" status: 204 len: 168 time: 0.4418542 Aug 10 12:38:31.774958 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaafcc-dda7-4eac-9e5d-e96db4168cc4 req-2c93d8ca-5fce-4e9d-aa56-d943dd44ca51 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:31.776703 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3beaafcc-dda7-4eac-9e5d-e96db4168cc4 req-2c93d8ca-5fce-4e9d-aa56-d943dd44ca51 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 946 time: 0.0493240 Aug 10 12:38:31.826844 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3beaafcc-dda7-4eac-9e5d-e96db4168cc4 req-7b712c4c-d0fd-4c9e-9342-a1fb830f6807 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442812 Aug 10 12:38:32.440923 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411a45c-a733-40fc-8436-7257b71bae3c req-8bc7d740-cae4-4607-a6fd-eed34559cba2 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:32.442360 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b411a45c-a733-40fc-8436-7257b71bae3c req-8bc7d740-cae4-4607-a6fd-eed34559cba2 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 946 time: 0.0494056 Aug 10 12:38:32.532991 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-b411a45c-a733-40fc-8436-7257b71bae3c req-a298480a-d896-44f6-a291-400f7fdeb246 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Deleting port 40caaca6-10a7-43c8-8003-49d7c19f965f {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:38:32.533433 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-b411a45c-a733-40fc-8436-7257b71bae3c req-a298480a-d896-44f6-a291-400f7fdeb246 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:32.630182 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-b411a45c-a733-40fc-8436-7257b71bae3c req-a298480a-d896-44f6-a291-400f7fdeb246 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] For port 40caaca6-10a7-43c8-8003-49d7c19f965f, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=40caaca6-10a7-43c8-8003-49d7c19f965f,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:38:32.630541 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-b411a45c-a733-40fc-8436-7257b71bae3c req-a298480a-d896-44f6-a291-400f7fdeb246 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:32.733865 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:32.803238 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-b411a45c-a733-40fc-8436-7257b71bae3c req-a298480a-d896-44f6-a291-400f7fdeb246 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:32.803609 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-b411a45c-a733-40fc-8436-7257b71bae3c req-a298480a-d896-44f6-a291-400f7fdeb246 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (73f8401e-d4dc-4adc-b0c6-8992bb880e58), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:32.803975 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.l3_db [req-b411a45c-a733-40fc-8436-7257b71bae3c req-a298480a-d896-44f6-a291-400f7fdeb246 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Floating IP 73f8401e-d4dc-4adc-b0c6-8992bb880e58 disassociated. External IP: 172.27.0.89, port: 40caaca6-10a7-43c8-8003-49d7c19f965f. Aug 10 12:38:32.804324 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-b411a45c-a733-40fc-8436-7257b71bae3c req-a298480a-d896-44f6-a291-400f7fdeb246 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Calling delete_port for 40caaca6-10a7-43c8-8003-49d7c19f965f owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:38:32.931300 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:32.942417 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-b411a45c-a733-40fc-8436-7257b71bae3c req-a298480a-d896-44f6-a291-400f7fdeb246 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (40caaca6-10a7-43c8-8003-49d7c19f965f), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:32.974378 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298480a-d896-44f6-a291-400f7fdeb246 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Pushing event deleted for resources: {'Port': ['ID=40caaca6-10a7-43c8-8003-49d7c19f965f,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:32.976626 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40c08d-cf3a-4ce8-9349-7ca19678a844 req-8a4ecbf9-881a-41cc-83d0-c921b1a2cdc8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:32.978544 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3d40c08d-cf3a-4ce8-9349-7ca19678a844 req-8a4ecbf9-881a-41cc-83d0-c921b1a2cdc8 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=abef27e9-175c-4101-80ee-6da94e239088 HTTP/1.1" status: 200 len: 946 time: 0.0562353 Aug 10 12:38:33.041905 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3d40c08d-cf3a-4ce8-9349-7ca19678a844 req-ea402468-6655-4367-af4c-0dc912142766 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=b8ba84c9-3835-42ca-be93-fe628cd1562f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548120 Aug 10 12:38:33.122472 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b411a45c-a733-40fc-8436-7257b71bae3c req-a298480a-d896-44f6-a291-400f7fdeb246 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Router 544aac30-65a6-4fca-a6f2-f9197a416755 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:38:33.142000 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:33.247015 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b411a45c-a733-40fc-8436-7257b71bae3c req-a298480a-d896-44f6-a291-400f7fdeb246 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:38:33.259368 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe3770c-5493-421d-94b3-97eacc7f2863 None None] Sync routers for ids ['544aac30-65a6-4fca-a6f2-f9197a416755'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:38:33.270037 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe3770c-5493-421d-94b3-97eacc7f2863 None None] Routers {'544aac30-65a6-4fca-a6f2-f9197a416755'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:38:33.270644 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-3fe3770c-5493-421d-94b3-97eacc7f2863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:38:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['544aac30-65a6-4fca-a6f2-f9197a416755'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:33.302470 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b411a45c-a733-40fc-8436-7257b71bae3c req-a298480a-d896-44f6-a291-400f7fdeb246 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] No DVR routers for this DVR port 40caaca6-10a7-43c8-8003-49d7c19f965f on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:38:33.306865 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-b411a45c-a733-40fc-8436-7257b71bae3c req-a298480a-d896-44f6-a291-400f7fdeb246 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:33.312751 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b411a45c-a733-40fc-8436-7257b71bae3c req-a298480a-d896-44f6-a291-400f7fdeb246 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.64 "DELETE /networking/v2.0/ports/40caaca6-10a7-43c8-8003-49d7c19f965f HTTP/1.1" status: 204 len: 173 time: 0.8646781 Aug 10 12:38:33.313445 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abef27e9-175c-4101-80ee-6da94e239088', 'name': 'network-vif-deleted', 'tag': '40caaca6-10a7-43c8-8003-49d7c19f965f'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:38:33.323527 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9b90bf-6eb8-44b9-bc4e-49ddc13068a6" -d '{"events": [{"server_uuid": "abef27e9-175c-4101-80ee-6da94e239088", "name": "network-vif-deleted", "tag": "40caaca6-10a7-43c8-8003-49d7c19f965f"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:38:33.365919 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device a7251038-f2c2-493d-b0a5-2bfc33676b23 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:38:33.406494 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860de1b2-fc1f-40e3-ab1e-cac99d18bf1b x-openstack-request-id: req-860de1b2-fc1f-40e3-ab1e-cac99d18bf1b {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:38:33.406899 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abef27e9-175c-4101-80ee-6da94e239088", "name": "network-vif-deleted", "tag": "40caaca6-10a7-43c8-8003-49d7c19f965f", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:38:33.407263 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-860de1b2-fc1f-40e3-ab1e-cac99d18bf1b {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:38:33.407767 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860de1b2-fc1f-40e3-ab1e-cac99d18bf1b'] response: {'server_uuid': 'abef27e9-175c-4101-80ee-6da94e239088', 'name': 'network-vif-deleted', 'tag': '40caaca6-10a7-43c8-8003-49d7c19f965f', 'status': 'completed', 'code': 200} Aug 10 12:38:33.419354 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: a7251038-f2c2-493d-b0a5-2bfc33676b23 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:38:33.419993 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device a7251038-f2c2-493d-b0a5-2bfc33676b23 not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:38:33.466384 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:33.525540 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-3fe3770c-5493-421d-94b3-97eacc7f2863 None None] Set router 544aac30-65a6-4fca-a6f2-f9197a416755 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:38:33.715860 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-3fe3770c-5493-421d-94b3-97eacc7f2863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:04Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 4, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'gw_port': {'id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'd0ca6fa8-090c-423a-a4f8-1ca2bb087f56', 'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'mac_address': 'fa:16:3e:8a:7c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:11Z', 'updated_at': '2022-08-10T12:31:28Z', 'revision_number': 5, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'subnets': [{'id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:33.741288 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe3770c-5493-421d-94b3-97eacc7f2863 None None] Checking router: 544aac30-65a6-4fca-a6f2-f9197a416755 for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:38:33.749361 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe3770c-5493-421d-94b3-97eacc7f2863 None None] Routers {'544aac30-65a6-4fca-a6f2-f9197a416755'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:38:33.750315 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-3fe3770c-5493-421d-94b3-97eacc7f2863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:38:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['544aac30-65a6-4fca-a6f2-f9197a416755'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:33.853943 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-3fe3770c-5493-421d-94b3-97eacc7f2863 None None] Set router 544aac30-65a6-4fca-a6f2-f9197a416755 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:38:33.995721 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:34.059697 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-3fe3770c-5493-421d-94b3-97eacc7f2863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:04Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 4, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'gw_port': {'id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'd0ca6fa8-090c-423a-a4f8-1ca2bb087f56', 'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'mac_address': 'fa:16:3e:8a:7c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:11Z', 'updated_at': '2022-08-10T12:31:28Z', 'revision_number': 5, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'subnets': [{'id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:34.084283 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe3770c-5493-421d-94b3-97eacc7f2863 None None] The sync data for ids ['544aac30-65a6-4fca-a6f2-f9197a416755'] in dv-cinder-852261-3-iscsi is: [{'id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:04Z', 'updated_at': '2022-08-10T12:31:12Z', 'revision_number': 4, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'gw_port': {'id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'd0ca6fa8-090c-423a-a4f8-1ca2bb087f56', 'name': '', 'network_id': '9747c644-617a-4b31-a63b-39dd1a5c7b9c', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'mac_address': 'fa:16:3e:8a:7c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:11Z', 'updated_at': '2022-08-10T12:31:28Z', 'revision_number': 5, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'subnets': [{'id': '83d863d9-2bcf-49a1-876a-272e644640cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:38:34.140452 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 53272) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:34.205748 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-732d716d-109a-497d-9b67-447c17320e10 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group (b8ba84c9-3835-42ca-be93-fe628cd1562f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:34.236638 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-732d716d-109a-497d-9b67-447c17320e10 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group (b8ba84c9-3835-42ca-be93-fe628cd1562f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:34.290306 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-732d716d-109a-497d-9b67-447c17320e10 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (b8ba84c9-3835-42ca-be93-fe628cd1562f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:34.292929 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-732d716d-109a-497d-9b67-447c17320e10 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:34.294443 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-732d716d-109a-497d-9b67-447c17320e10 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/b8ba84c9-3835-42ca-be93-fe628cd1562f HTTP/1.1" status: 204 len: 168 time: 0.1530578 Aug 10 12:38:34.297538 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53274) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:34.304157 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d716d-109a-497d-9b67-447c17320e10 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ba84c9-3835-42ca-be93-fe628cd1562f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:34.315918 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.api.v2.resource [None req-9f21767e-2669-452b-81d7-221b609d9408 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] show failed (client error): The resource could not be found. Aug 10 12:38:34.316943 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-9f21767e-2669-452b-81d7-221b609d9408 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "GET /networking/v2.0/security-groups/b8ba84c9-3835-42ca-be93-fe628cd1562f HTTP/1.1" status: 404 len: 347 time: 0.0170629 Aug 10 12:38:34.323575 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53276) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:34.358872 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81a986-08c2-4275-9d98-5d697acbed9d None None] New status for floating IP 73f8401e-d4dc-4adc-b0c6-8992bb880e58: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:38:34.442687 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-22b549e2-2697-45cc-8a92-5c3da33c31e5 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Deleting port 17221a94-f6fc-4e42-ae91-49450a9a65a0 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:38:34.443066 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-22b549e2-2697-45cc-8a92-5c3da33c31e5 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (17221a94-f6fc-4e42-ae91-49450a9a65a0), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:34.535051 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-22b549e2-2697-45cc-8a92-5c3da33c31e5 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (17221a94-f6fc-4e42-ae91-49450a9a65a0), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:34.535388 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-22b549e2-2697-45cc-8a92-5c3da33c31e5 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for floatingip (17221a94-f6fc-4e42-ae91-49450a9a65a0), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:34.549151 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-22b549e2-2697-45cc-8a92-5c3da33c31e5 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Calling delete_port for 17221a94-f6fc-4e42-ae91-49450a9a65a0 owned by network:floatingip {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:38:34.683386 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-22b549e2-2697-45cc-8a92-5c3da33c31e5 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (17221a94-f6fc-4e42-ae91-49450a9a65a0), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:34.687350 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:34.713663 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b549e2-2697-45cc-8a92-5c3da33c31e5 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Pushing event deleted for resources: {'Port': ['ID=17221a94-f6fc-4e42-ae91-49450a9a65a0,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:34.779201 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-22b549e2-2697-45cc-8a92-5c3da33c31e5 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks [] for floatingip (73f8401e-d4dc-4adc-b0c6-8992bb880e58), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:34.782951 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-22b549e2-2697-45cc-8a92-5c3da33c31e5 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:34.787667 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-22b549e2-2697-45cc-8a92-5c3da33c31e5 tempest-AttachVolumeShelveTestJSON-489513011 tempest-AttachVolumeShelveTestJSON-489513011-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/73f8401e-d4dc-4adc-b0c6-8992bb880e58 HTTP/1.1" status: 204 len: 168 time: 0.4624360 Aug 10 12:38:35.132745 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 53306) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:35.551551 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:35.594551 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e728-427c-48eb-9a06-4cd91b149db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-746591'] for router_interface (f964d0ac-3918-42b8-ab09-1e594be47d14), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:35.814823 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d5f0e728-427c-48eb-9a06-4cd91b149db6 admin admin] Deleting port 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:38:35.815175 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e728-427c-48eb-9a06-4cd91b149db6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (5b02e1d7-11e8-4ec6-bd30-c2db62d1864f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:35.894892 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-d5f0e728-427c-48eb-9a06-4cd91b149db6 admin admin] For port 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=5b02e1d7-11e8-4ec6-bd30-c2db62d1864f,segment=NetworkSegment(e7f2c342-5cb6-4a2a-84de-fa4d69c70111),segment_id=e7f2c342-5cb6-4a2a-84de-fa4d69c70111)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:38:35.895253 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e728-427c-48eb-9a06-4cd91b149db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (5b02e1d7-11e8-4ec6-bd30-c2db62d1864f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:35.908929 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-d5f0e728-427c-48eb-9a06-4cd91b149db6 admin admin] Calling delete_port for 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:38:35.962994 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:36.112801 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e728-427c-48eb-9a06-4cd91b149db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (5b02e1d7-11e8-4ec6-bd30-c2db62d1864f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:36.138793 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0e728-427c-48eb-9a06-4cd91b149db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b02e1d7-11e8-4ec6-bd30-c2db62d1864f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:36.355866 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e728-427c-48eb-9a06-4cd91b149db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-746699'] for router_interface (f964d0ac-3918-42b8-ab09-1e594be47d14), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:36.512255 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:36.574448 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f0e728-427c-48eb-9a06-4cd91b149db6 admin admin] Router f964d0ac-3918-42b8-ab09-1e594be47d14 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:38:36.676667 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f0e728-427c-48eb-9a06-4cd91b149db6 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:38:36.683593 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-d5f0e728-427c-48eb-9a06-4cd91b149db6 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/f964d0ac-3918-42b8-ab09-1e594be47d14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5497844 Aug 10 12:38:36.684239 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53344) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:36.687653 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aaa331-0ba7-476f-aebb-bf2cc8ab4f1f None None] Sync routers for ids ['f964d0ac-3918-42b8-ab09-1e594be47d14'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:38:36.705737 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aaa331-0ba7-476f-aebb-bf2cc8ab4f1f None None] Routers {'f964d0ac-3918-42b8-ab09-1e594be47d14'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:38:36.706347 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-78aaa331-0ba7-476f-aebb-bf2cc8ab4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:38:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['f964d0ac-3918-42b8-ab09-1e594be47d14'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:36.787902 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4991be92-f00d-4793-8f32-71dfe14f95fb admin admin] Publish callbacks [] for router (f964d0ac-3918-42b8-ab09-1e594be47d14), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:36.804560 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-78aaa331-0ba7-476f-aebb-bf2cc8ab4f1f None None] Set router f964d0ac-3918-42b8-ab09-1e594be47d14 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:38:36.884685 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4991be92-f00d-4793-8f32-71dfe14f95fb admin admin] Publish callbacks [] for router_gateway (f964d0ac-3918-42b8-ab09-1e594be47d14), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:36.925220 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4991be92-f00d-4793-8f32-71dfe14f95fb admin admin] Deleting port 81a89fae-f281-4008-86c7-06694393262b {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:38:36.925526 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4991be92-f00d-4793-8f32-71dfe14f95fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (81a89fae-f281-4008-86c7-06694393262b), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:36.969885 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-78aaa331-0ba7-476f-aebb-bf2cc8ab4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '81a89fae-f281-4008-86c7-06694393262b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:38:36Z', 'revision_number': 5, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'gw_port': {'id': '81a89fae-f281-4008-86c7-06694393262b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:36.993998 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aaa331-0ba7-476f-aebb-bf2cc8ab4f1f None None] Checking router: f964d0ac-3918-42b8-ab09-1e594be47d14 for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:38:37.002829 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aaa331-0ba7-476f-aebb-bf2cc8ab4f1f None None] Routers {'f964d0ac-3918-42b8-ab09-1e594be47d14'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:38:37.003397 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-78aaa331-0ba7-476f-aebb-bf2cc8ab4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:38:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['f964d0ac-3918-42b8-ab09-1e594be47d14'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:37.009510 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-4991be92-f00d-4793-8f32-71dfe14f95fb admin admin] For port 81a89fae-f281-4008-86c7-06694393262b, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=81a89fae-f281-4008-86c7-06694393262b,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:38:37.009872 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4991be92-f00d-4793-8f32-71dfe14f95fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (81a89fae-f281-4008-86c7-06694393262b), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:37.022253 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4991be92-f00d-4793-8f32-71dfe14f95fb admin admin] Calling delete_port for 81a89fae-f281-4008-86c7-06694393262b owned by network:router_gateway {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:38:37.064575 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:37.082528 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-78aaa331-0ba7-476f-aebb-bf2cc8ab4f1f None None] Set router f964d0ac-3918-42b8-ab09-1e594be47d14 gateway port host: None {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:38:37.129550 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-78aaa331-0ba7-476f-aebb-bf2cc8ab4f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:38:36Z', 'revision_number': 6, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'gw_port_host': None}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:37.155731 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aaa331-0ba7-476f-aebb-bf2cc8ab4f1f None None] The sync data for ids ['f964d0ac-3918-42b8-ab09-1e594be47d14'] in dv-cinder-852261-3-iscsi is: [{'id': 'f964d0ac-3918-42b8-ab09-1e594be47d14', 'name': 'tempest-AttachVolumeTestJSON-1008138083-router', 'tenant_id': '82c24c64f4c34921837eceb32e24a287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:32:29Z', 'updated_at': '2022-08-10T12:38:36Z', 'revision_number': 6, 'project_id': '82c24c64f4c34921837eceb32e24a287', 'gw_port_host': None}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:38:37.193857 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4991be92-f00d-4793-8f32-71dfe14f95fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (81a89fae-f281-4008-86c7-06694393262b), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:37.219949 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991be92-f00d-4793-8f32-71dfe14f95fb admin admin] Pushing event deleted for resources: {'Port': ['ID=81a89fae-f281-4008-86c7-06694393262b,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:37.280207 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4991be92-f00d-4793-8f32-71dfe14f95fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691259'] for router_gateway (f964d0ac-3918-42b8-ab09-1e594be47d14), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:37.288159 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 53352) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:37.371101 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4991be92-f00d-4793-8f32-71dfe14f95fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (f964d0ac-3918-42b8-ab09-1e594be47d14), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:37.373326 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4991be92-f00d-4793-8f32-71dfe14f95fb admin admin] Publish callbacks [] for router_controller (f964d0ac-3918-42b8-ab09-1e594be47d14), precommit_delete_associations {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:37.398838 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 40caaca6-10a7-43c8-8003-49d7c19f965f no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:38:37.425712 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: 40caaca6-10a7-43c8-8003-49d7c19f965f {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:38:37.426064 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 40caaca6-10a7-43c8-8003-49d7c19f965f not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:38:37.426292 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4991be92-f00d-4793-8f32-71dfe14f95fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747860'] for router (f964d0ac-3918-42b8-ab09-1e594be47d14), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:37.426994 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4991be92-f00d-4793-8f32-71dfe14f95fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f964d0ac-3918-42b8-ab09-1e594be47d14 {{(pid=103790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 12:38:37.432225 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4991be92-f00d-4793-8f32-71dfe14f95fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:37.433389 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-4991be92-f00d-4793-8f32-71dfe14f95fb admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/f964d0ac-3918-42b8-ab09-1e594be47d14 HTTP/1.1" status: 204 len: 168 time: 0.7481496 Aug 10 12:38:37.436035 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53360) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:37.482949 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae975ad-79b9-4d84-9f68-78b6937a06bb admin admin] Deleting subnet 88ab3a9c-4854-4ead-9036-8a7a5b736fae {{(pid=103790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 10 12:38:37.491261 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fae975ad-79b9-4d84-9f68-78b6937a06bb admin admin] Publish callbacks [] for subnet (88ab3a9c-4854-4ead-9036-8a7a5b736fae), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:37.493450 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:37.547145 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fae975ad-79b9-4d84-9f68-78b6937a06bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14657668'] for subnet (88ab3a9c-4854-4ead-9036-8a7a5b736fae), precommit_delete_associations {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:37.599630 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:37.650617 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fae975ad-79b9-4d84-9f68-78b6937a06bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731369'] for subnet (88ab3a9c-4854-4ead-9036-8a7a5b736fae), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:37.705221 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fae975ad-79b9-4d84-9f68-78b6937a06bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14596431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14164736'] for subnet (88ab3a9c-4854-4ead-9036-8a7a5b736fae), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:37.727091 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a39a5514-3b60-40b5-9ba3-2373b48776a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-746591'] for router_interface (544aac30-65a6-4fca-a6f2-f9197a416755), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:37.730187 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae975ad-79b9-4d84-9f68-78b6937a06bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ab3a9c-4854-4ead-9036-8a7a5b736fae,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:37.734632 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fae975ad-79b9-4d84-9f68-78b6937a06bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:37.740408 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-fae975ad-79b9-4d84-9f68-78b6937a06bb admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/88ab3a9c-4854-4ead-9036-8a7a5b736fae HTTP/1.1" status: 204 len: 168 time: 0.3033793 Aug 10 12:38:37.740703 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a6940b-e3a4-4460-b82a-ee73fda4330d None None] Network 236b8912-0b35-45fe-a06b-75541ed0e553 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:38:37.741000 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53368) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:37.812284 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a78f6a4a-3e08-4f76-b806-192226dac6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659484'] for network (236b8912-0b35-45fe-a06b-75541ed0e553), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:37.966075 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-a39a5514-3b60-40b5-9ba3-2373b48776a3 admin admin] Deleting port d0ca6fa8-090c-423a-a4f8-1ca2bb087f56 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:38:37.966449 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a39a5514-3b60-40b5-9ba3-2373b48776a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (d0ca6fa8-090c-423a-a4f8-1ca2bb087f56), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:37.995055 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2e2085-8d07-4ca4-a0b8-f24c99e31035 None None] DHCP port deletion for 236b8912-0b35-45fe-a06b-75541ed0e553 request from dv-cinder-852261-3-iscsi {{(pid=103791) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 10 12:38:38.041055 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e2085-8d07-4ca4-a0b8-f24c99e31035 None None] Deleting port 5c99103c-54f2-428a-957d-c3db5c66cc1f {{(pid=103791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:38:38.041557 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4b2e2085-8d07-4ca4-a0b8-f24c99e31035 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (5c99103c-54f2-428a-957d-c3db5c66cc1f), before_delete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:38.063636 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-a39a5514-3b60-40b5-9ba3-2373b48776a3 admin admin] For port d0ca6fa8-090c-423a-a4f8-1ca2bb087f56, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=d0ca6fa8-090c-423a-a4f8-1ca2bb087f56,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:38:38.063999 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a39a5514-3b60-40b5-9ba3-2373b48776a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (d0ca6fa8-090c-423a-a4f8-1ca2bb087f56), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:38.077801 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-a39a5514-3b60-40b5-9ba3-2373b48776a3 admin admin] Calling delete_port for d0ca6fa8-090c-423a-a4f8-1ca2bb087f56 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:38:38.115596 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4b2e2085-8d07-4ca4-a0b8-f24c99e31035 None None] For port 5c99103c-54f2-428a-957d-c3db5c66cc1f, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=5c99103c-54f2-428a-957d-c3db5c66cc1f,segment=NetworkSegment(e7f2c342-5cb6-4a2a-84de-fa4d69c70111),segment_id=e7f2c342-5cb6-4a2a-84de-fa4d69c70111)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:38:38.116909 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4b2e2085-8d07-4ca4-a0b8-f24c99e31035 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (5c99103c-54f2-428a-957d-c3db5c66cc1f), precommit_delete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:38.136815 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a78f6a4a-3e08-4f76-b806-192226dac6cb admin admin] Deleting port 5c99103c-54f2-428a-957d-c3db5c66cc1f {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:38:38.137148 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e2085-8d07-4ca4-a0b8-f24c99e31035 None None] Calling delete_port for 5c99103c-54f2-428a-957d-c3db5c66cc1f owned by network:dhcp {{(pid=103791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:38:38.137299 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a78f6a4a-3e08-4f76-b806-192226dac6cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (5c99103c-54f2-428a-957d-c3db5c66cc1f), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:38.148133 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:38.202899 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-a78f6a4a-3e08-4f76-b806-192226dac6cb admin admin] For port 5c99103c-54f2-428a-957d-c3db5c66cc1f, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=5c99103c-54f2-428a-957d-c3db5c66cc1f,segment=NetworkSegment(e7f2c342-5cb6-4a2a-84de-fa4d69c70111),segment_id=e7f2c342-5cb6-4a2a-84de-fa4d69c70111)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:38:38.203279 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a78f6a4a-3e08-4f76-b806-192226dac6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (5c99103c-54f2-428a-957d-c3db5c66cc1f), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:38.210720 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:38.216280 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:38.217445 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-a78f6a4a-3e08-4f76-b806-192226dac6cb admin admin] Calling delete_port for 5c99103c-54f2-428a-957d-c3db5c66cc1f owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:38:38.231723 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4b2e2085-8d07-4ca4-a0b8-f24c99e31035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461'] for port (5c99103c-54f2-428a-957d-c3db5c66cc1f), after_delete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:38.256122 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e2085-8d07-4ca4-a0b8-f24c99e31035 None None] Pushing event deleted for resources: {'Port': ['ID=5c99103c-54f2-428a-957d-c3db5c66cc1f,revision_number=None']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:38.260992 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2e2085-8d07-4ca4-a0b8-f24c99e31035 None None] No DVR routers for this DVR port 5c99103c-54f2-428a-957d-c3db5c66cc1f on host dv-cinder-852261-3-iscsi {{(pid=103791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:38:38.281613 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:38.299306 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a39a5514-3b60-40b5-9ba3-2373b48776a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (d0ca6fa8-090c-423a-a4f8-1ca2bb087f56), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:38.309513 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a78f6a4a-3e08-4f76-b806-192226dac6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (5c99103c-54f2-428a-957d-c3db5c66cc1f), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:38.344668 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a5514-3b60-40b5-9ba3-2373b48776a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0ca6fa8-090c-423a-a4f8-1ca2bb087f56,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:38.348419 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f6a4a-3e08-4f76-b806-192226dac6cb admin admin] Pushing event deleted for resources: {'Port': ['ID=5c99103c-54f2-428a-957d-c3db5c66cc1f,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:38.351853 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78f6a4a-3e08-4f76-b806-192226dac6cb admin admin] No DVR routers for this DVR port 5c99103c-54f2-428a-957d-c3db5c66cc1f on host dv-cinder-852261-3-iscsi {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:38:38.461763 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a78f6a4a-3e08-4f76-b806-192226dac6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1708682', 'neutron.services.segments.db._delete_segments_for_network-8736056424951'] for network (236b8912-0b35-45fe-a06b-75541ed0e553), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:38.484335 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-a78f6a4a-3e08-4f76-b806-192226dac6cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236b8912-0b35-45fe-a06b-75541ed0e553']}} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:38.495464 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-a78f6a4a-3e08-4f76-b806-192226dac6cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f2c342-5cb6-4a2a-84de-fa4d69c70111') {'for_net_delete': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:38.495812 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-a78f6a4a-3e08-4f76-b806-192226dac6cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f2c342-5cb6-4a2a-84de-fa4d69c70111') {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:38.511114 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a78f6a4a-3e08-4f76-b806-192226dac6cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736056424843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14657679'] for segment (e7f2c342-5cb6-4a2a-84de-fa4d69c70111), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:38.525941 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a78f6a4a-3e08-4f76-b806-192226dac6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (e7f2c342-5cb6-4a2a-84de-fa4d69c70111), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:38.530194 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:38.533061 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a39a5514-3b60-40b5-9ba3-2373b48776a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-746699'] for router_interface (544aac30-65a6-4fca-a6f2-f9197a416755), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:38.535357 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78f6a4a-3e08-4f76-b806-192226dac6cb admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:38:38.535974 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a78f6a4a-3e08-4f76-b806-192226dac6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14596241'] for segment (e7f2c342-5cb6-4a2a-84de-fa4d69c70111), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:38.579154 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment e7f2c342-5cb6-4a2a-84de-fa4d69c70111 resource provider aggregate not found Aug 10 12:38:38.606637 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment e7f2c342-5cb6-4a2a-84de-fa4d69c70111 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7f2c342-5cb6-4a2a-84de-fa4d69c70111 found for delete ", "request_id": "req-efded7b4-2ddd-415c-b852-2a9549c20288"}]} Aug 10 12:38:38.614612 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a78f6a4a-3e08-4f76-b806-192226dac6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1708675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745837'] for network (236b8912-0b35-45fe-a06b-75541ed0e553), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:38.620413 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a78f6a4a-3e08-4f76-b806-192226dac6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:38.626852 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-a78f6a4a-3e08-4f76-b806-192226dac6cb admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/236b8912-0b35-45fe-a06b-75541ed0e553 HTTP/1.1" status: 204 len: 168 time: 0.8818450 Aug 10 12:38:38.654799 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f6a4a-3e08-4f76-b806-192226dac6cb admin admin] Pushing event deleted for resources: {'Network': ['ID=236b8912-0b35-45fe-a06b-75541ed0e553,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:38.818492 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:38:38.821620 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53386) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:38.843628 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:38:38.844040 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 5b02e1d7-11e8-4ec6-bd30-c2db62d1864f not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:38:38.844427 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 5c99103c-54f2-428a-957d-c3db5c66cc1f no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:38:38.865774 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: 5c99103c-54f2-428a-957d-c3db5c66cc1f {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:38:38.866331 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 5c99103c-54f2-428a-957d-c3db5c66cc1f not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:38:38.866981 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 81a89fae-f281-4008-86c7-06694393262b no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:38:38.879168 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-d92e0bc8-9b7c-46d8-8df1-9928d776f451 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=82c24c64f4c34921837eceb32e24a287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0549285 Aug 10 12:38:38.881616 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53390) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:38.895489 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: 81a89fae-f281-4008-86c7-06694393262b {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:38:38.895843 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 81a89fae-f281-4008-86c7-06694393262b not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:38:38.947993 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f2b64896-d005-4611-bdd7-b04a9d0513cc admin admin] Publish callbacks [] for security_group (cf8226cd-2b0e-47d3-aee1-4de20a1ace2f), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:38.974400 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f2b64896-d005-4611-bdd7-b04a9d0513cc admin admin] Publish callbacks [] for security_group (cf8226cd-2b0e-47d3-aee1-4de20a1ace2f), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:38.992455 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39a5514-3b60-40b5-9ba3-2373b48776a3 admin admin] Router 544aac30-65a6-4fca-a6f2-f9197a416755 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:38:39.031468 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f2b64896-d005-4611-bdd7-b04a9d0513cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (cf8226cd-2b0e-47d3-aee1-4de20a1ace2f), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:39.034088 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f2b64896-d005-4611-bdd7-b04a9d0513cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:39.035257 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-f2b64896-d005-4611-bdd7-b04a9d0513cc admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/cf8226cd-2b0e-47d3-aee1-4de20a1ace2f HTTP/1.1" status: 204 len: 168 time: 0.1526353 Aug 10 12:38:39.043631 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b64896-d005-4611-bdd7-b04a9d0513cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8226cd-2b0e-47d3-aee1-4de20a1ace2f,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:39.098366 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39a5514-3b60-40b5-9ba3-2373b48776a3 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:38:39.106600 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-a39a5514-3b60-40b5-9ba3-2373b48776a3 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/544aac30-65a6-4fca-a6f2-f9197a416755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8141487 Aug 10 12:38:39.106695 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53396) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:39.110928 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7affeecf-f871-4c70-b503-23e61371a728 None None] Sync routers for ids ['544aac30-65a6-4fca-a6f2-f9197a416755'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:38:39.120909 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7affeecf-f871-4c70-b503-23e61371a728 None None] Routers {'544aac30-65a6-4fca-a6f2-f9197a416755'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:38:39.121566 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7affeecf-f871-4c70-b503-23e61371a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:38:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['544aac30-65a6-4fca-a6f2-f9197a416755'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:39.193616 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=12 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:39.211131 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Publish callbacks [] for router (544aac30-65a6-4fca-a6f2-f9197a416755), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:39.317140 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Publish callbacks [] for router_gateway (544aac30-65a6-4fca-a6f2-f9197a416755), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:39.356677 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-7affeecf-f871-4c70-b503-23e61371a728 None None] Set router 544aac30-65a6-4fca-a6f2-f9197a416755 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:38:39.368292 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Deleting port 3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:38:39.368639 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:39.408147 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:39.482415 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] For port 3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:38:39.482820 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:39.497586 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Calling delete_port for 3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b owned by network:router_gateway {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:38:39.563758 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7affeecf-f871-4c70-b503-23e61371a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:04Z', 'updated_at': '2022-08-10T12:38:38Z', 'revision_number': 5, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'gw_port': {'id': '3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:31:05Z', 'updated_at': '2022-08-10T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:39.616867 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7affeecf-f871-4c70-b503-23e61371a728 None None] Checking router: 544aac30-65a6-4fca-a6f2-f9197a416755 for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:38:39.637472 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7affeecf-f871-4c70-b503-23e61371a728 None None] Routers {'544aac30-65a6-4fca-a6f2-f9197a416755'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:38:39.638176 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7affeecf-f871-4c70-b503-23e61371a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:38:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['544aac30-65a6-4fca-a6f2-f9197a416755'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:39.676974 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:39.717633 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:39.734234 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-7affeecf-f871-4c70-b503-23e61371a728 None None] Set router 544aac30-65a6-4fca-a6f2-f9197a416755 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:38:39.742985 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Pushing event deleted for resources: {'Port': ['ID=3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:39.770396 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:39.770751 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:39.771218 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:39.771536 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:39.771748 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:39.772109 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:39.772439 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:39.772769 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:39.773100 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:39.773621 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:39.773956 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:39.774280 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:39.774598 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:39.774919 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:39.781554 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:38:39.788612 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-7affeecf-f871-4c70-b503-23e61371a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:04Z', 'updated_at': '2022-08-10T12:38:39Z', 'revision_number': 6, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'gw_port_host': None}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:39.815850 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7affeecf-f871-4c70-b503-23e61371a728 None None] The sync data for ids ['544aac30-65a6-4fca-a6f2-f9197a416755'] in dv-cinder-852261-3-iscsi is: [{'id': '544aac30-65a6-4fca-a6f2-f9197a416755', 'name': 'tempest-AttachVolumeShelveTestJSON-15200228-router', 'tenant_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:31:04Z', 'updated_at': '2022-08-10T12:38:39Z', 'revision_number': 6, 'project_id': '4eb5c9a17d7341d3a3dd60ef2b7a381d', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:38:39.818425 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691259'] for router_gateway (544aac30-65a6-4fca-a6f2-f9197a416755), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:39.912348 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (544aac30-65a6-4fca-a6f2-f9197a416755), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:39.914569 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Publish callbacks [] for router_controller (544aac30-65a6-4fca-a6f2-f9197a416755), precommit_delete_associations {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:39.959105 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747860'] for router (544aac30-65a6-4fca-a6f2-f9197a416755), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:39.959714 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 544aac30-65a6-4fca-a6f2-f9197a416755 {{(pid=103790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 12:38:39.964619 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:39.965842 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-e22b051c-281a-4d34-b043-b12d22aa145d admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/544aac30-65a6-4fca-a6f2-f9197a416755 HTTP/1.1" status: 204 len: 168 time: 0.8587875 Aug 10 12:38:39.968455 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53422) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:40.015790 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_v2 [None req-3626edcb-b591-4cf7-ba2e-35ce4807561e admin admin] Deleting subnet 83d863d9-2bcf-49a1-876a-272e644640cc {{(pid=103790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 10 12:38:40.019107 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3626edcb-b591-4cf7-ba2e-35ce4807561e admin admin] Publish callbacks [] for subnet (83d863d9-2bcf-49a1-876a-272e644640cc), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:40.059509 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3626edcb-b591-4cf7-ba2e-35ce4807561e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14657668'] for subnet (83d863d9-2bcf-49a1-876a-272e644640cc), precommit_delete_associations {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:40.155637 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3626edcb-b591-4cf7-ba2e-35ce4807561e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731369'] for subnet (83d863d9-2bcf-49a1-876a-272e644640cc), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:40.221657 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3626edcb-b591-4cf7-ba2e-35ce4807561e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14596431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14164736'] for subnet (83d863d9-2bcf-49a1-876a-272e644640cc), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:40.251000 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626edcb-b591-4cf7-ba2e-35ce4807561e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83d863d9-2bcf-49a1-876a-272e644640cc,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:40.255094 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-3626edcb-b591-4cf7-ba2e-35ce4807561e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:40.260576 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-3626edcb-b591-4cf7-ba2e-35ce4807561e admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/83d863d9-2bcf-49a1-876a-272e644640cc HTTP/1.1" status: 204 len: 168 time: 0.2888799 Aug 10 12:38:40.260927 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53438) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:40.264555 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bc157e-2618-415b-a076-5c4e53ea3930 None None] Network 9747c644-617a-4b31-a63b-39dd1a5c7b9c requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:38:40.369674 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4663f0af-9a4c-47f7-a78e-336756f3f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659484'] for network (9747c644-617a-4b31-a63b-39dd1a5c7b9c), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:40.373043 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:40.380537 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:40.423339 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4663f0af-9a4c-47f7-a78e-336756f3f469 admin admin] Deleting port 6a2cb631-4099-465a-8c9e-57571df063e4 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:38:40.423695 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4663f0af-9a4c-47f7-a78e-336756f3f469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (6a2cb631-4099-465a-8c9e-57571df063e4), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:40.502522 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-4663f0af-9a4c-47f7-a78e-336756f3f469 admin admin] For port 6a2cb631-4099-465a-8c9e-57571df063e4, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=6a2cb631-4099-465a-8c9e-57571df063e4,segment=NetworkSegment(49c922de-f733-49e2-a3f8-180a2c5d099b),segment_id=49c922de-f733-49e2-a3f8-180a2c5d099b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:38:40.502902 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4663f0af-9a4c-47f7-a78e-336756f3f469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (6a2cb631-4099-465a-8c9e-57571df063e4), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:40.523821 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-4663f0af-9a4c-47f7-a78e-336756f3f469 admin admin] Calling delete_port for 6a2cb631-4099-465a-8c9e-57571df063e4 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:38:40.622988 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4663f0af-9a4c-47f7-a78e-336756f3f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (6a2cb631-4099-465a-8c9e-57571df063e4), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:40.659262 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663f0af-9a4c-47f7-a78e-336756f3f469 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2cb631-4099-465a-8c9e-57571df063e4,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:40.661364 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4663f0af-9a4c-47f7-a78e-336756f3f469 admin admin] No DVR routers for this DVR port 6a2cb631-4099-465a-8c9e-57571df063e4 on host dv-cinder-852261-3-iscsi {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:38:40.691474 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3301ff-f21b-4672-a397-6ce1c5337ba3 None None] DHCP port deletion for 9747c644-617a-4b31-a63b-39dd1a5c7b9c request from dv-cinder-852261-3-iscsi {{(pid=103791) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 10 12:38:40.771022 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device d0ca6fa8-090c-423a-a4f8-1ca2bb087f56 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:38:40.778878 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4663f0af-9a4c-47f7-a78e-336756f3f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1708682', 'neutron.services.segments.db._delete_segments_for_network-8736056424951'] for network (9747c644-617a-4b31-a63b-39dd1a5c7b9c), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:40.799696 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: d0ca6fa8-090c-423a-a4f8-1ca2bb087f56 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:38:40.800050 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device d0ca6fa8-090c-423a-a4f8-1ca2bb087f56 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:38:40.800784 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 6a2cb631-4099-465a-8c9e-57571df063e4 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:38:40.805521 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-4663f0af-9a4c-47f7-a78e-336756f3f469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9747c644-617a-4b31-a63b-39dd1a5c7b9c']}} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:40.817585 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-4663f0af-9a4c-47f7-a78e-336756f3f469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c922de-f733-49e2-a3f8-180a2c5d099b') {'for_net_delete': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:40.817968 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-4663f0af-9a4c-47f7-a78e-336756f3f469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c922de-f733-49e2-a3f8-180a2c5d099b') {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:38:40.820287 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: 6a2cb631-4099-465a-8c9e-57571df063e4 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:38:40.820630 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 6a2cb631-4099-465a-8c9e-57571df063e4 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:38:40.821256 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:38:40.829767 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4663f0af-9a4c-47f7-a78e-336756f3f469 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736056424843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14657679'] for segment (49c922de-f733-49e2-a3f8-180a2c5d099b), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:40.845995 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: 3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:38:40.846347 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 3e68aa99-a6e2-48ea-8ab8-4ea93e0bfa5b not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:38:40.852115 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4663f0af-9a4c-47f7-a78e-336756f3f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (49c922de-f733-49e2-a3f8-180a2c5d099b), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:40.859803 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4663f0af-9a4c-47f7-a78e-336756f3f469 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:38:40.860244 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4663f0af-9a4c-47f7-a78e-336756f3f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14596241'] for segment (49c922de-f733-49e2-a3f8-180a2c5d099b), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:40.900081 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment 49c922de-f733-49e2-a3f8-180a2c5d099b resource provider aggregate not found Aug 10 12:38:40.922139 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment 49c922de-f733-49e2-a3f8-180a2c5d099b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49c922de-f733-49e2-a3f8-180a2c5d099b found for delete ", "request_id": "req-38a65d35-7d9d-4cc9-ba53-b6bf8a1ba300"}]} Aug 10 12:38:40.932176 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4663f0af-9a4c-47f7-a78e-336756f3f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1708675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745837'] for network (9747c644-617a-4b31-a63b-39dd1a5c7b9c), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:40.940016 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-4663f0af-9a4c-47f7-a78e-336756f3f469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:40.943423 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-4663f0af-9a4c-47f7-a78e-336756f3f469 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/9747c644-617a-4b31-a63b-39dd1a5c7b9c HTTP/1.1" status: 204 len: 168 time: 0.6814179 Aug 10 12:38:40.955361 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663f0af-9a4c-47f7-a78e-336756f3f469 admin admin] Pushing event deleted for resources: {'Network': ['ID=9747c644-617a-4b31-a63b-39dd1a5c7b9c,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:40.973213 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-399dd13f-111e-4c49-8cea-bedc57518963 req-e43003a4-30ff-4019-b678-94cd36090992 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1746333518&fields=id&tenant_id=65ece09339af406b98e493fa33f2b9c0 HTTP/1.1" status: 200 len: 267 time: 0.0596302 Aug 10 12:38:41.102908 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dd13f-111e-4c49-8cea-bedc57518963 req-a951444f-7164-4879-ad25-85e3e1719b45 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:41.104959 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-399dd13f-111e-4c49-8cea-bedc57518963 req-a951444f-7164-4879-ad25-85e3e1719b45 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/networks?id=a4f38671-a0fe-4d93-81a4-a719e9fa0c01 HTTP/1.1" status: 200 len: 808 time: 0.1238279 Aug 10 12:38:41.123203 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-399dd13f-111e-4c49-8cea-bedc57518963 req-c3737bb7-1863-4567-99c5-cae06d5ed485 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/quotas/65ece09339af406b98e493fa33f2b9c0 HTTP/1.1" status: 200 len: 375 time: 0.0114512 Aug 10 12:38:41.151012 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53468) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:41.174343 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-399dd13f-111e-4c49-8cea-bedc57518963 req-556e1320-3bc0-4b88-a18a-cc143c128747 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=65ece09339af406b98e493fa33f2b9c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452604 Aug 10 12:38:41.196050 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-cd1bf166-d2db-4549-9143-304a92e089a8 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=4eb5c9a17d7341d3a3dd60ef2b7a381d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438256 Aug 10 12:38:41.198615 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53470) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:41.253144 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:41.253732 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6c93a46a-7d9f-44fa-b720-2bc157083a6a admin admin] Publish callbacks [] for security_group (1a5598ec-3e63-491e-9232-303535752ce5), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:41.278304 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6c93a46a-7d9f-44fa-b720-2bc157083a6a admin admin] Publish callbacks [] for security_group (1a5598ec-3e63-491e-9232-303535752ce5), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:41.287928 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-399dd13f-111e-4c49-8cea-bedc57518963 req-5de09698-b661-4bcd-bd7e-02658d44b98e service neutron] 10.222.0.65 "GET /networking/v2.0/networks/a4f38671-a0fe-4d93-81a4-a719e9fa0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990036 Aug 10 12:38:41.330298 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6c93a46a-7d9f-44fa-b720-2bc157083a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (1a5598ec-3e63-491e-9232-303535752ce5), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:41.332977 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-6c93a46a-7d9f-44fa-b720-2bc157083a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:41.334178 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-6c93a46a-7d9f-44fa-b720-2bc157083a6a admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/1a5598ec-3e63-491e-9232-303535752ce5 HTTP/1.1" status: 204 len: 168 time: 0.1345687 Aug 10 12:38:41.342661 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93a46a-7d9f-44fa-b720-2bc157083a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5598ec-3e63-491e-9232-303535752ce5,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:41.387632 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-399dd13f-111e-4c49-8cea-bedc57518963 req-54f464a9-c7ac-458f-9e10-0bc490b23cf5 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/a4f38671-a0fe-4d93-81a4-a719e9fa0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934958 Aug 10 12:38:41.728462 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e32ca6bd-3895-4932-8514-10b378e9fe41 req-8a64195c-3d0d-42c3-9c61-6b6de9913901 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 210 time: 0.0389931 Aug 10 12:38:42.260370 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53550) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:42.444831 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f75f080e-0171-4f21-8417-c26c5dc02511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:42.523965 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f75f080e-0171-4f21-8417-c26c5dc02511 admin admin] Publish callbacks [] for security_group (9eeacf79-1737-4ade-95e8-fc56f635e657), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:42.528147 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f75f080e-0171-4f21-8417-c26c5dc02511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (9eeacf79-1737-4ade-95e8-fc56f635e657), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:42.552295 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:42.572137 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f080e-0171-4f21-8417-c26c5dc02511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eeacf79-1737-4ade-95e8-fc56f635e657,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:42.581898 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-f75f080e-0171-4f21-8417-c26c5dc02511 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=c39fab90c7024325a0e908386984135b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203795 Aug 10 12:38:42.584342 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53562) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:42.592194 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:42.643068 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f215e216-e002-4450-b606-f6ad8205915f admin admin] Publish callbacks [] for security_group (9eeacf79-1737-4ade-95e8-fc56f635e657), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:42.664321 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f215e216-e002-4450-b606-f6ad8205915f admin admin] Publish callbacks [] for security_group (9eeacf79-1737-4ade-95e8-fc56f635e657), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:42.713614 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f215e216-e002-4450-b606-f6ad8205915f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (9eeacf79-1737-4ade-95e8-fc56f635e657), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:42.716181 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f215e216-e002-4450-b606-f6ad8205915f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:42.717435 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-f215e216-e002-4450-b606-f6ad8205915f admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/9eeacf79-1737-4ade-95e8-fc56f635e657 HTTP/1.1" status: 204 len: 168 time: 0.1315143 Aug 10 12:38:42.728792 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215e216-e002-4450-b606-f6ad8205915f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eeacf79-1737-4ade-95e8-fc56f635e657,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:42.851077 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e54c24e6-a3af-498a-a023-e78230e14c00 req-8f9c768d-cb8d-417f-852d-72b12c33343b tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 210 time: 0.0378773 Aug 10 12:38:42.962767 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dd13f-111e-4c49-8cea-bedc57518963 req-3ecf09bd-0e95-449a-a4cf-2ab2a0e07622 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:42.964301 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-399dd13f-111e-4c49-8cea-bedc57518963 req-3ecf09bd-0e95-449a-a4cf-2ab2a0e07622 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.64 "GET /networking/v2.0/networks?id=a4f38671-a0fe-4d93-81a4-a719e9fa0c01 HTTP/1.1" status: 200 len: 808 time: 0.1323156 Aug 10 12:38:43.053976 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-399dd13f-111e-4c49-8cea-bedc57518963 req-16d260e5-1d19-4176-82ea-25b05f1a4abc tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=65ece09339af406b98e493fa33f2b9c0 HTTP/1.1" status: 200 len: 380 time: 0.0710711 Aug 10 12:38:43.061668 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-399dd13f-111e-4c49-8cea-bedc57518963 req-eeb2d3e1-5351-4ac8-aa53-4a3d05c73b56 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Request body: {'port': {'device_id': '4d0cda6b-0e67-4271-898c-65bd1636dec8', 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01', 'admin_state_up': True, 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'security_groups': ['e96b9cba-342b-4594-a5a2-871e6b8953a0']}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:43.199517 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 53590) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:43.211714 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-399dd13f-111e-4c49-8cea-bedc57518963 req-eeb2d3e1-5351-4ac8-aa53-4a3d05c73b56 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Made reservation on behalf of 65ece09339af406b98e493fa33f2b9c0 for: {'port': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:38:43.213286 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e263f50e-8734-4f1d-aaac-184a743e5d8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:43.216158 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-399dd13f-111e-4c49-8cea-bedc57518963 req-eeb2d3e1-5351-4ac8-aa53-4a3d05c73b56 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:43.309814 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e263f50e-8734-4f1d-aaac-184a743e5d8c admin admin] Publish callbacks [] for security_group (aa56f88d-fab3-40ae-aaff-ca0286c9da6b), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:43.316147 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e263f50e-8734-4f1d-aaac-184a743e5d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (aa56f88d-fab3-40ae-aaff-ca0286c9da6b), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:43.375148 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-e263f50e-8734-4f1d-aaac-184a743e5d8c admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=3645666a6f8242808b7a5ddfe48d42a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1744928 Aug 10 12:38:43.377384 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 53594) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:43.378203 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263f50e-8734-4f1d-aaac-184a743e5d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa56f88d-fab3-40ae-aaff-ca0286c9da6b,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:43.404375 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:43.407851 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [req-399dd13f-111e-4c49-8cea-bedc57518963 req-eeb2d3e1-5351-4ac8-aa53-4a3d05c73b56 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Allocated IP 172.20.0.8 (a4f38671-a0fe-4d93-81a4-a719e9fa0c01/72f1fcde-0c60-4c72-a304-3900e11b926c/0bcd71a0-e429-40d7-b546-9eb4fc13e34a) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:38:43.448435 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-32d05669-feb1-45eb-98b1-ec149a47cce2 admin admin] Publish callbacks [] for security_group (aa56f88d-fab3-40ae-aaff-ca0286c9da6b), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:43.460300 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 53598) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:43.477967 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-32d05669-feb1-45eb-98b1-ec149a47cce2 admin admin] Publish callbacks [] for security_group (aa56f88d-fab3-40ae-aaff-ca0286c9da6b), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:43.548240 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-32d05669-feb1-45eb-98b1-ec149a47cce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (aa56f88d-fab3-40ae-aaff-ca0286c9da6b), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:43.552073 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-32d05669-feb1-45eb-98b1-ec149a47cce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:43.553495 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-32d05669-feb1-45eb-98b1-ec149a47cce2 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/aa56f88d-fab3-40ae-aaff-ca0286c9da6b HTTP/1.1" status: 204 len: 168 time: 0.1715965 Aug 10 12:38:43.562227 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d05669-feb1-45eb-98b1-ec149a47cce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa56f88d-fab3-40ae-aaff-ca0286c9da6b,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:43.629168 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-399dd13f-111e-4c49-8cea-bedc57518963 req-eeb2d3e1-5351-4ac8-aa53-4a3d05c73b56 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:43.677895 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1d71d4a-26f4-4680-a1ec-afb2a957fd33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:43.686964 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-399dd13f-111e-4c49-8cea-bedc57518963 req-eeb2d3e1-5351-4ac8-aa53-4a3d05c73b56 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:43.713506 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:43.741128 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-399dd13f-111e-4c49-8cea-bedc57518963 req-eeb2d3e1-5351-4ac8-aa53-4a3d05c73b56 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Network a4f38671-a0fe-4d93-81a4-a719e9fa0c01 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:38:43.744912 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [req-399dd13f-111e-4c49-8cea-bedc57518963 req-eeb2d3e1-5351-4ac8-aa53-4a3d05c73b56 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:38:43.754409 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-399dd13f-111e-4c49-8cea-bedc57518963 req-eeb2d3e1-5351-4ac8-aa53-4a3d05c73b56 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:38:43.797233 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1d71d4a-26f4-4680-a1ec-afb2a957fd33 admin admin] Publish callbacks [] for security_group (7bfb3c7a-2fd6-4875-9e74-db20f54c1dcf), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:43.805222 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c1d71d4a-26f4-4680-a1ec-afb2a957fd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (7bfb3c7a-2fd6-4875-9e74-db20f54c1dcf), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:43.808154 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:43.819342 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dd13f-111e-4c49-8cea-bedc57518963 req-eeb2d3e1-5351-4ac8-aa53-4a3d05c73b56 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:43.819944 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-399dd13f-111e-4c49-8cea-bedc57518963 req-eeb2d3e1-5351-4ac8-aa53-4a3d05c73b56 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:43.862635 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2d3e1-5351-4ac8-aa53-4a3d05c73b56 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Pushing event updated for resources: {'Port': ['ID=0bcd71a0-e429-40d7-b546-9eb4fc13e34a,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:43.867624 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-399dd13f-111e-4c49-8cea-bedc57518963 req-eeb2d3e1-5351-4ac8-aa53-4a3d05c73b56 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8106909 Aug 10 12:38:43.883941 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-c1d71d4a-26f4-4680-a1ec-afb2a957fd33 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=e23b799cef7e44ffa8fd6278eec6396c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4226089 Aug 10 12:38:43.885104 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 53614) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:43.894328 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d71d4a-26f4-4680-a1ec-afb2a957fd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfb3c7a-2fd6-4875-9e74-db20f54c1dcf,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:43.940948 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] Request body: {'port': {'device_id': '4d0cda6b-0e67-4271-898c-65bd1636dec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:44.027263 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:44.070416 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951138f-f851-419d-9abd-296f885acd2b req-57a731ee-0ef2-4e38-a5ef-6677179bf564 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:44.076126 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3951138f-f851-419d-9abd-296f885acd2b req-57a731ee-0ef2-4e38-a5ef-6677179bf564 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 931 time: 0.0859971 Aug 10 12:38:44.079745 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e650add9-97f9-408b-9fac-09116e416559 admin admin] Publish callbacks [] for security_group (7bfb3c7a-2fd6-4875-9e74-db20f54c1dcf), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:44.122566 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:44.142504 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e650add9-97f9-408b-9fac-09116e416559 admin admin] Publish callbacks [] for security_group (7bfb3c7a-2fd6-4875-9e74-db20f54c1dcf), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:44.147126 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-11846d06-bc53-49fe-8fdf-9d4bb8417492 None None] Provisioning complete for port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:44.149328 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-11846d06-bc53-49fe-8fdf-9d4bb8417492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:44.197737 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3951138f-f851-419d-9abd-296f885acd2b req-7ca3be66-cd5d-46b5-9a2b-7bfd8ba9a3df tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157517 Aug 10 12:38:44.219782 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e650add9-97f9-408b-9fac-09116e416559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (7bfb3c7a-2fd6-4875-9e74-db20f54c1dcf), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:44.224455 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e650add9-97f9-408b-9fac-09116e416559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:44.225658 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-e650add9-97f9-408b-9fac-09116e416559 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/7bfb3c7a-2fd6-4875-9e74-db20f54c1dcf HTTP/1.1" status: 204 len: 168 time: 0.3385198 Aug 10 12:38:44.236699 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650add9-97f9-408b-9fac-09116e416559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfb3c7a-2fd6-4875-9e74-db20f54c1dcf,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:44.247449 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-11846d06-bc53-49fe-8fdf-9d4bb8417492 None None] Port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:38:44.441892 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bcd71a0-e429-40d7-b546-9eb4fc13e34a {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:38:44.450241 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] Publish callbacks [] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:44.468482 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] Transition to ACTIVE for port object 0bcd71a0-e429-40d7-b546-9eb4fc13e34a will not be triggered until provisioned by entity L2. {{(pid=103790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:38:44.471764 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:44.541806 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcd71a0-e429-40d7-b546-9eb4fc13e34a,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:44.594512 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] Attempting to bind port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:38:44.595375 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] Attempting to bind port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': 'dbbce107-6baf-4e6d-8168-65c5c5784a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:38:44.596488 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] Attempting to bind port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a on network a4f38671-a0fe-4d93-81a4-a719e9fa0c01 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:38:44.602839 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] Port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a on network a4f38671-a0fe-4d93-81a4-a719e9fa0c01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:38:44.614162 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] Attempting to bind port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a on network a4f38671-a0fe-4d93-81a4-a719e9fa0c01 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:38:44.621315 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:38:44.621713 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] Checking segment: {'id': 'dbbce107-6baf-4e6d-8168-65c5c5784a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:38:44.622169 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] Bound using segment: {'id': 'dbbce107-6baf-4e6d-8168-65c5c5784a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:38:44.622669 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] Bound port: 0bcd71a0-e429-40d7-b546-9eb4fc13e34a, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbce107-6baf-4e6d-8168-65c5c5784a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:38:44.623093 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:44.700188 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] For port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a, host hv-cinder-85226, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:38:44.703646 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] For port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=0bcd71a0-e429-40d7-b546-9eb4fc13e34a,segment=NetworkSegment(dbbce107-6baf-4e6d-8168-65c5c5784a51),segment_id=dbbce107-6baf-4e6d-8168-65c5c5784a51)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:38:44.712218 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:44.717868 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:44.718526 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:44.719920 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-399dd13f-111e-4c49-8cea-bedc57518963 req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/0bcd71a0-e429-40d7-b546-9eb4fc13e34a HTTP/1.1" status: 200 len: 1093 time: 0.7833335 Aug 10 12:38:44.720561 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0cda6b-0e67-4271-898c-65bd1636dec8', 'tag': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:38:44.723075 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06806943-0d98-4401-8e8f-82baa3379400" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0cda6b-0e67-4271-898c-65bd1636dec8", "tag": "0bcd71a0-e429-40d7-b546-9eb4fc13e34a"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:38:44.771084 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01ef0e-ecb5-4ab9-891b-5fe5f2e80306 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcd71a0-e429-40d7-b546-9eb4fc13e34a,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:44.788196 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee70851-a393-4bfd-bf1b-a219434368a6 x-openstack-request-id: req-9ee70851-a393-4bfd-bf1b-a219434368a6 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:38:44.788485 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0cda6b-0e67-4271-898c-65bd1636dec8", "tag": "0bcd71a0-e429-40d7-b546-9eb4fc13e34a", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:38:44.788735 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ee70851-a393-4bfd-bf1b-a219434368a6 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:38:44.789143 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee70851-a393-4bfd-bf1b-a219434368a6'] response: {'name': 'network-changed', 'server_uuid': '4d0cda6b-0e67-4271-898c-65bd1636dec8', 'tag': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a', 'status': 'completed', 'code': 200} Aug 10 12:38:44.862012 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dd13f-111e-4c49-8cea-bedc57518963 req-e1ef9328-9934-4b61-be15-d97eb54ee757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:44.863654 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-399dd13f-111e-4c49-8cea-bedc57518963 req-e1ef9328-9934-4b61-be15-d97eb54ee757 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=65ece09339af406b98e493fa33f2b9c0&device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 1127 time: 0.0505013 Aug 10 12:38:44.891147 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 53658) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:44.921860 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-399dd13f-111e-4c49-8cea-bedc57518963 req-98cb1eef-5cd4-463f-9979-a238d7776f67 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bcd71a0-e429-40d7-b546-9eb4fc13e34a HTTP/1.1" status: 200 len: 217 time: 0.0450158 Aug 10 12:38:44.971345 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dd13f-111e-4c49-8cea-bedc57518963 req-d3fe1093-de48-4d59-b29d-0892bdb1bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:44.972907 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-399dd13f-111e-4c49-8cea-bedc57518963 req-d3fe1093-de48-4d59-b29d-0892bdb1bdca service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=72f1fcde-0c60-4c72-a304-3900e11b926c HTTP/1.1" status: 200 len: 847 time: 0.0457244 Aug 10 12:38:45.025183 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dd13f-111e-4c49-8cea-bedc57518963 req-e4a5d03e-59e1-4d9a-9a6f-24b44c9620d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:45.026790 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-399dd13f-111e-4c49-8cea-bedc57518963 req-e4a5d03e-59e1-4d9a-9a6f-24b44c9620d5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a4f38671-a0fe-4d93-81a4-a719e9fa0c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478611 Aug 10 12:38:45.083979 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6b768df5-6d09-4a1c-8d23-94d60f17731f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:45.100085 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:45.104487 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:45.136234 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-399dd13f-111e-4c49-8cea-bedc57518963 req-4d628899-9dc4-4c3d-8828-f0a1bc2406d1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a4f38671-a0fe-4d93-81a4-a719e9fa0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028788 Aug 10 12:38:45.188271 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6b768df5-6d09-4a1c-8d23-94d60f17731f admin admin] Publish callbacks [] for security_group (d7f82a55-90cb-4193-ab38-a18f7eb1f2a0), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:45.194300 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-6b768df5-6d09-4a1c-8d23-94d60f17731f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (d7f82a55-90cb-4193-ab38-a18f7eb1f2a0), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:45.238726 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-6b768df5-6d09-4a1c-8d23-94d60f17731f admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=20a373b8272441549f04aad0f0677667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440259 Aug 10 12:38:45.239794 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53676) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:45.241002 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b768df5-6d09-4a1c-8d23-94d60f17731f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f82a55-90cb-4193-ab38-a18f7eb1f2a0,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:45.292773 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-399dd13f-111e-4c49-8cea-bedc57518963 req-88fe0588-6027-4182-bc20-7e74457f80e3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a4f38671-a0fe-4d93-81a4-a719e9fa0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502001 Aug 10 12:38:45.330543 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fcdc921e-20c1-4048-bb66-6e7d725e91a6 admin admin] Publish callbacks [] for security_group (d7f82a55-90cb-4193-ab38-a18f7eb1f2a0), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:45.358267 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fcdc921e-20c1-4048-bb66-6e7d725e91a6 admin admin] Publish callbacks [] for security_group (d7f82a55-90cb-4193-ab38-a18f7eb1f2a0), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:45.398951 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634bf22-bb42-47e9-9e90-3ca1a6ac514b req-e680042b-ece0-4ef6-9d0c-c7164da5cf9f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:45.405921 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4634bf22-bb42-47e9-9e90-3ca1a6ac514b req-e680042b-ece0-4ef6-9d0c-c7164da5cf9f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 943 time: 0.0791876 Aug 10 12:38:45.412198 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fcdc921e-20c1-4048-bb66-6e7d725e91a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (d7f82a55-90cb-4193-ab38-a18f7eb1f2a0), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:45.414989 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-fcdc921e-20c1-4048-bb66-6e7d725e91a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:45.418931 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-fcdc921e-20c1-4048-bb66-6e7d725e91a6 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/d7f82a55-90cb-4193-ab38-a18f7eb1f2a0 HTTP/1.1" status: 204 len: 168 time: 0.1755948 Aug 10 12:38:45.426555 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc921e-20c1-4048-bb66-6e7d725e91a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f82a55-90cb-4193-ab38-a18f7eb1f2a0,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:45.466416 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4634bf22-bb42-47e9-9e90-3ca1a6ac514b req-7453cbea-7f23-491d-b27e-30edf1fc54e1 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591598 Aug 10 12:38:45.615189 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06806943-0d98-4401-8e8f-82baa3379400 req-8a1dd0b7-2a4e-4bf3-ad81-8a9352aa5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:45.616715 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-06806943-0d98-4401-8e8f-82baa3379400 req-8a1dd0b7-2a4e-4bf3-ad81-8a9352aa5c35 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=65ece09339af406b98e493fa33f2b9c0&device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 1127 time: 0.0435960 Aug 10 12:38:45.723879 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06806943-0d98-4401-8e8f-82baa3379400 req-e1d78adf-8a46-46b6-8e28-7368be9f7d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:45.725761 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-06806943-0d98-4401-8e8f-82baa3379400 req-e1d78adf-8a46-46b6-8e28-7368be9f7d4e service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=a4f38671-a0fe-4d93-81a4-a719e9fa0c01 HTTP/1.1" status: 200 len: 909 time: 0.1010497 Aug 10 12:38:45.774382 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-06806943-0d98-4401-8e8f-82baa3379400 req-74327eb9-0144-4f12-aa04-8a7f5e091674 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bcd71a0-e429-40d7-b546-9eb4fc13e34a HTTP/1.1" status: 200 len: 217 time: 0.0403252 Aug 10 12:38:45.825982 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06806943-0d98-4401-8e8f-82baa3379400 req-aa44fb6d-ddcf-4465-a215-44eae9452b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:45.828082 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-06806943-0d98-4401-8e8f-82baa3379400 req-aa44fb6d-ddcf-4465-a215-44eae9452b74 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=72f1fcde-0c60-4c72-a304-3900e11b926c HTTP/1.1" status: 200 len: 847 time: 0.0467379 Aug 10 12:38:45.877667 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06806943-0d98-4401-8e8f-82baa3379400 req-f1355674-f43a-48df-9fbf-5135e2e5ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:45.879219 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-06806943-0d98-4401-8e8f-82baa3379400 req-f1355674-f43a-48df-9fbf-5135e2e5ee90 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a4f38671-a0fe-4d93-81a4-a719e9fa0c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445290 Aug 10 12:38:45.937004 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53702) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:45.963312 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-324998f7-2a6d-45d7-96ce-8e2e52e2085e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:46.046457 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-06806943-0d98-4401-8e8f-82baa3379400 req-927ec235-a497-4ddd-9dac-ce9f3d4eaee6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a4f38671-a0fe-4d93-81a4-a719e9fa0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612098 Aug 10 12:38:46.163946 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-324998f7-2a6d-45d7-96ce-8e2e52e2085e admin admin] Publish callbacks [] for security_group (070ffdea-4474-4717-989f-807643356ae1), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:46.178600 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-324998f7-2a6d-45d7-96ce-8e2e52e2085e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (070ffdea-4474-4717-989f-807643356ae1), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:46.185211 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:46.212782 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-06806943-0d98-4401-8e8f-82baa3379400 req-4234719d-6799-4c28-9660-3045b4f44e0f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a4f38671-a0fe-4d93-81a4-a719e9fa0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580496 Aug 10 12:38:46.249910 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:46.251207 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324998f7-2a6d-45d7-96ce-8e2e52e2085e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070ffdea-4474-4717-989f-807643356ae1,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:46.258178 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-324998f7-2a6d-45d7-96ce-8e2e52e2085e admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=dba07646f5d243219b808a65fa0d4c4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3201795 Aug 10 12:38:46.258537 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:38:46.260914 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 53730) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:46.293079 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:46.319743 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7ff501d2-928d-4057-be8c-6fcc28a935e3 admin admin] Publish callbacks [] for security_group (070ffdea-4474-4717-989f-807643356ae1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:46.343315 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7ff501d2-928d-4057-be8c-6fcc28a935e3 admin admin] Publish callbacks [] for security_group (070ffdea-4474-4717-989f-807643356ae1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:46.398664 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7ff501d2-928d-4057-be8c-6fcc28a935e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (070ffdea-4474-4717-989f-807643356ae1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:46.401530 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7ff501d2-928d-4057-be8c-6fcc28a935e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:46.403187 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-7ff501d2-928d-4057-be8c-6fcc28a935e3 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/070ffdea-4474-4717-989f-807643356ae1 HTTP/1.1" status: 204 len: 168 time: 0.1408660 Aug 10 12:38:46.413400 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff501d2-928d-4057-be8c-6fcc28a935e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070ffdea-4474-4717-989f-807643356ae1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:46.527644 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 53740) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:46.563740 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 53744) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:46.600279 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1651e14-967a-4647-89b6-df0f196efda0 req-85fa2ff4-1c85-4753-ab73-4e21f5f41e55 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:46.601808 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b1651e14-967a-4647-89b6-df0f196efda0 req-85fa2ff4-1c85-4753-ab73-4e21f5f41e55 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 943 time: 0.0578074 Aug 10 12:38:46.657826 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b1651e14-967a-4647-89b6-df0f196efda0 req-3c191a24-fc3d-4de7-8474-3242d23aae84 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476294 Aug 10 12:38:46.801041 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-656725f2-9dc6-4d1d-9596-a744286a3d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:46.829165 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-641f0e1d-2c4f-4f7d-8ddb-12a1343c41c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:46.945055 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-656725f2-9dc6-4d1d-9596-a744286a3d2e admin admin] Publish callbacks [] for security_group (ca54883c-0911-4248-aeb7-6d3fa88ae845), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:46.949808 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=16 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:46.958032 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-656725f2-9dc6-4d1d-9596-a744286a3d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (ca54883c-0911-4248-aeb7-6d3fa88ae845), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:46.988472 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-641f0e1d-2c4f-4f7d-8ddb-12a1343c41c1 admin admin] Publish callbacks [] for security_group (6599deeb-3262-4102-80e0-d51d8f85871e), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:47.006415 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-641f0e1d-2c4f-4f7d-8ddb-12a1343c41c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (6599deeb-3262-4102-80e0-d51d8f85871e), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:47.020810 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656725f2-9dc6-4d1d-9596-a744286a3d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca54883c-0911-4248-aeb7-6d3fa88ae845,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:47.033287 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-656725f2-9dc6-4d1d-9596-a744286a3d2e admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=25007538371040b09fa5dd940ac7a6c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5014877 Aug 10 12:38:47.035334 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53758) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:47.055445 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-641f0e1d-2c4f-4f7d-8ddb-12a1343c41c1 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=2f6e2476f0ff47a5bea63978819c530f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4903660 Aug 10 12:38:47.059270 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53762) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:47.061550 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f0e1d-2c4f-4f7d-8ddb-12a1343c41c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6599deeb-3262-4102-80e0-d51d8f85871e,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:47.124535 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7bf7e9ec-a682-4b17-bc2c-e142d29b19d9 admin admin] Publish callbacks [] for security_group (ca54883c-0911-4248-aeb7-6d3fa88ae845), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:47.155552 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-05d0bbfe-eaf8-41f8-9733-7e442fdacfba admin admin] Publish callbacks [] for security_group (6599deeb-3262-4102-80e0-d51d8f85871e), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:47.158319 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7bf7e9ec-a682-4b17-bc2c-e142d29b19d9 admin admin] Publish callbacks [] for security_group (ca54883c-0911-4248-aeb7-6d3fa88ae845), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:47.202466 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-05d0bbfe-eaf8-41f8-9733-7e442fdacfba admin admin] Publish callbacks [] for security_group (6599deeb-3262-4102-80e0-d51d8f85871e), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:47.250005 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7bf7e9ec-a682-4b17-bc2c-e142d29b19d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (ca54883c-0911-4248-aeb7-6d3fa88ae845), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:47.252765 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7bf7e9ec-a682-4b17-bc2c-e142d29b19d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:47.253937 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-7bf7e9ec-a682-4b17-bc2c-e142d29b19d9 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/ca54883c-0911-4248-aeb7-6d3fa88ae845 HTTP/1.1" status: 204 len: 168 time: 0.2173905 Aug 10 12:38:47.264684 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7e9ec-a682-4b17-bc2c-e142d29b19d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca54883c-0911-4248-aeb7-6d3fa88ae845,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:47.266372 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-05d0bbfe-eaf8-41f8-9733-7e442fdacfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (6599deeb-3262-4102-80e0-d51d8f85871e), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:47.269297 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-05d0bbfe-eaf8-41f8-9733-7e442fdacfba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:47.269985 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-05d0bbfe-eaf8-41f8-9733-7e442fdacfba admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/6599deeb-3262-4102-80e0-d51d8f85871e HTTP/1.1" status: 204 len: 168 time: 0.2097385 Aug 10 12:38:47.278127 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0bbfe-eaf8-41f8-9733-7e442fdacfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6599deeb-3262-4102-80e0-d51d8f85871e,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:47.679705 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53786) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:47.698862 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f3824e5b-cbe6-43cc-bcd2-78e85be9c813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:47.807543 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82ec49-0043-4cdb-866e-7135cd2475ea req-f9a8b2e3-c785-47c7-b059-a804dfbdb0e6 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:47.809920 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3b82ec49-0043-4cdb-866e-7135cd2475ea req-f9a8b2e3-c785-47c7-b059-a804dfbdb0e6 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 943 time: 0.0644996 Aug 10 12:38:47.812608 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f3824e5b-cbe6-43cc-bcd2-78e85be9c813 admin admin] Publish callbacks [] for security_group (94b87034-30fa-47f0-978d-c30424cece5e), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:47.817654 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-f3824e5b-cbe6-43cc-bcd2-78e85be9c813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (94b87034-30fa-47f0-978d-c30424cece5e), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:47.876268 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 53796) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:47.876698 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-f3824e5b-cbe6-43cc-bcd2-78e85be9c813 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=2587cbbc657e4466988012f884a7d8d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1915128 Aug 10 12:38:47.881965 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3824e5b-cbe6-43cc-bcd2-78e85be9c813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b87034-30fa-47f0-978d-c30424cece5e,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:47.896205 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3b82ec49-0043-4cdb-866e-7135cd2475ea req-c2a3998e-9770-4aac-a5c9-b3345b40b36b tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739796 Aug 10 12:38:47.945051 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39206b16-ddeb-4d10-a755-23cd7f9c24d4 admin admin] Publish callbacks [] for security_group (94b87034-30fa-47f0-978d-c30424cece5e), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:47.970010 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39206b16-ddeb-4d10-a755-23cd7f9c24d4 admin admin] Publish callbacks [] for security_group (94b87034-30fa-47f0-978d-c30424cece5e), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:48.026058 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39206b16-ddeb-4d10-a755-23cd7f9c24d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (94b87034-30fa-47f0-978d-c30424cece5e), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:48.028738 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-39206b16-ddeb-4d10-a755-23cd7f9c24d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:48.030179 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-39206b16-ddeb-4d10-a755-23cd7f9c24d4 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/94b87034-30fa-47f0-978d-c30424cece5e HTTP/1.1" status: 204 len: 168 time: 0.1528676 Aug 10 12:38:48.038347 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39206b16-ddeb-4d10-a755-23cd7f9c24d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b87034-30fa-47f0-978d-c30424cece5e,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:48.292958 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:49.043354 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc05481-29fb-4501-9dd8-be114ef5a9fe req-c4c81269-2210-4a30-8bc0-ebd93daab049 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:49.044923 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ecc05481-29fb-4501-9dd8-be114ef5a9fe req-c4c81269-2210-4a30-8bc0-ebd93daab049 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 943 time: 0.0545304 Aug 10 12:38:49.099969 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ecc05481-29fb-4501-9dd8-be114ef5a9fe req-17d2b963-fd5e-46dd-a855-bc5f56a127e1 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488253 Aug 10 12:38:49.109226 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:49.360911 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53894) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:49.482770 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-98c6efc8-1059-4ada-b8f7-96f322c17136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:49.541540 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=13 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:49.566812 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-98c6efc8-1059-4ada-b8f7-96f322c17136 admin admin] Publish callbacks [] for security_group (dc567128-b92d-472f-90cc-bb87a450cfe0), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:49.571908 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-98c6efc8-1059-4ada-b8f7-96f322c17136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (dc567128-b92d-472f-90cc-bb87a450cfe0), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:49.617199 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6efc8-1059-4ada-b8f7-96f322c17136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc567128-b92d-472f-90cc-bb87a450cfe0,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:49.624636 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-98c6efc8-1059-4ada-b8f7-96f322c17136 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=2695f3781a9b496f87a3ebef7d2f2010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592936 Aug 10 12:38:49.625016 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 53906) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:49.660632 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:49.689099 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ba566f4-b3d9-4705-bbc6-3bb0b63c12f1 admin admin] Publish callbacks [] for security_group (dc567128-b92d-472f-90cc-bb87a450cfe0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:49.715133 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ba566f4-b3d9-4705-bbc6-3bb0b63c12f1 admin admin] Publish callbacks [] for security_group (dc567128-b92d-472f-90cc-bb87a450cfe0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:49.741622 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53912) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:49.776397 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ba566f4-b3d9-4705-bbc6-3bb0b63c12f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (dc567128-b92d-472f-90cc-bb87a450cfe0), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:49.779545 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5ba566f4-b3d9-4705-bbc6-3bb0b63c12f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:49.780733 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-5ba566f4-b3d9-4705-bbc6-3bb0b63c12f1 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/dc567128-b92d-472f-90cc-bb87a450cfe0 HTTP/1.1" status: 204 len: 168 time: 0.1541300 Aug 10 12:38:49.788913 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba566f4-b3d9-4705-bbc6-3bb0b63c12f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc567128-b92d-472f-90cc-bb87a450cfe0,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:49.806319 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=100 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:49.955457 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:49.964210 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bcd69319-075f-4549-88d1-e637f0ba6778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:50.053777 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bcd69319-075f-4549-88d1-e637f0ba6778 admin admin] Publish callbacks [] for security_group (15c9afb6-4527-4bb0-9de2-3adddf69151f), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:50.059498 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-bcd69319-075f-4549-88d1-e637f0ba6778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (15c9afb6-4527-4bb0-9de2-3adddf69151f), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:50.106315 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-bcd69319-075f-4549-88d1-e637f0ba6778 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=ffaa07497b7f49b8bc60bfdec38abffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3610003 Aug 10 12:38:50.106315 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd69319-075f-4549-88d1-e637f0ba6778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c9afb6-4527-4bb0-9de2-3adddf69151f,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:50.106629 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 53926) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:50.190959 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f7100a8b-a1df-4d9e-9328-d7c3b1dc6927 admin admin] Publish callbacks [] for security_group (15c9afb6-4527-4bb0-9de2-3adddf69151f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:50.243166 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f7100a8b-a1df-4d9e-9328-d7c3b1dc6927 admin admin] Publish callbacks [] for security_group (15c9afb6-4527-4bb0-9de2-3adddf69151f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:50.270869 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f89fd2-7570-470f-aa72-2431ee7e595c req-b415f918-92bd-45b2-8fa3-4ca12020759f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:50.272382 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e0f89fd2-7570-470f-aa72-2431ee7e595c req-b415f918-92bd-45b2-8fa3-4ca12020759f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 943 time: 0.0681400 Aug 10 12:38:50.307806 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53930) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:50.321817 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a9df3259-522e-4faf-845a-c13e681ea7b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:50.338607 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f7100a8b-a1df-4d9e-9328-d7c3b1dc6927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (15c9afb6-4527-4bb0-9de2-3adddf69151f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:50.349238 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f7100a8b-a1df-4d9e-9328-d7c3b1dc6927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:50.349238 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-f7100a8b-a1df-4d9e-9328-d7c3b1dc6927 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/15c9afb6-4527-4bb0-9de2-3adddf69151f HTTP/1.1" status: 204 len: 168 time: 0.2352593 Aug 10 12:38:50.349914 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e0f89fd2-7570-470f-aa72-2431ee7e595c req-5b70a9aa-c947-4065-b623-9cea1377e3e3 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675230 Aug 10 12:38:50.356309 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7100a8b-a1df-4d9e-9328-d7c3b1dc6927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c9afb6-4527-4bb0-9de2-3adddf69151f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:50.424522 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a9df3259-522e-4faf-845a-c13e681ea7b9 admin admin] Publish callbacks [] for security_group (2f2bf6fe-f422-40e3-be7f-e37e03d1e3c3), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:50.430349 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a9df3259-522e-4faf-845a-c13e681ea7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (2f2bf6fe-f422-40e3-be7f-e37e03d1e3c3), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:50.481292 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-a9df3259-522e-4faf-845a-c13e681ea7b9 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=4ff7468ed70c4d7f94053aa3167375e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1701572 Aug 10 12:38:50.481292 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df3259-522e-4faf-845a-c13e681ea7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2bf6fe-f422-40e3-be7f-e37e03d1e3c3,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:50.481965 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 53944) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:50.531651 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:50.541360 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-30f0fcd5-7bfc-4226-8eda-ae9185b7fa5d admin admin] Publish callbacks [] for security_group (2f2bf6fe-f422-40e3-be7f-e37e03d1e3c3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:50.567238 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-30f0fcd5-7bfc-4226-8eda-ae9185b7fa5d admin admin] Publish callbacks [] for security_group (2f2bf6fe-f422-40e3-be7f-e37e03d1e3c3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:50.631021 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-30f0fcd5-7bfc-4226-8eda-ae9185b7fa5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (2f2bf6fe-f422-40e3-be7f-e37e03d1e3c3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:50.635464 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-30f0fcd5-7bfc-4226-8eda-ae9185b7fa5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:50.636617 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-30f0fcd5-7bfc-4226-8eda-ae9185b7fa5d admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/2f2bf6fe-f422-40e3-be7f-e37e03d1e3c3 HTTP/1.1" status: 204 len: 168 time: 0.1539667 Aug 10 12:38:50.647579 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0fcd5-7bfc-4226-8eda-ae9185b7fa5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2bf6fe-f422-40e3-be7f-e37e03d1e3c3,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:50.818891 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53956) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:50.836349 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c734bb36-91f6-4734-b607-e70836fac3e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:50.916162 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53958) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:50.925484 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c734bb36-91f6-4734-b607-e70836fac3e1 admin admin] Publish callbacks [] for security_group (2799cbff-dcbe-4437-bc4c-5f17561b1299), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:50.930242 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-c734bb36-91f6-4734-b607-e70836fac3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (2799cbff-dcbe-4437-bc4c-5f17561b1299), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:50.971172 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-c734bb36-91f6-4734-b607-e70836fac3e1 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=a6045c3f4a0f430196258e295cf3efce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509104 Aug 10 12:38:50.973767 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 53966) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:50.980627 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734bb36-91f6-4734-b607-e70836fac3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2799cbff-dcbe-4437-bc4c-5f17561b1299,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:51.029996 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-54a8c019-cc4d-4747-82ac-1496f9994247 admin admin] Publish callbacks [] for security_group (2799cbff-dcbe-4437-bc4c-5f17561b1299), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:51.062420 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-051d07ec-c86b-4410-b4f9-46d068a6f4da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:51.065408 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-54a8c019-cc4d-4747-82ac-1496f9994247 admin admin] Publish callbacks [] for security_group (2799cbff-dcbe-4437-bc4c-5f17561b1299), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:51.067621 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:51.119004 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:INSERT=19,neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:51.157298 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-54a8c019-cc4d-4747-82ac-1496f9994247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (2799cbff-dcbe-4437-bc4c-5f17561b1299), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:51.159746 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-54a8c019-cc4d-4747-82ac-1496f9994247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:51.160883 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-54a8c019-cc4d-4747-82ac-1496f9994247 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/2799cbff-dcbe-4437-bc4c-5f17561b1299 HTTP/1.1" status: 204 len: 168 time: 0.1862388 Aug 10 12:38:51.176817 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8c019-cc4d-4747-82ac-1496f9994247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2799cbff-dcbe-4437-bc4c-5f17561b1299,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:51.490596 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-051d07ec-c86b-4410-b4f9-46d068a6f4da admin admin] Publish callbacks [] for security_group (98ca1f1e-c680-4c56-8dc0-61bf431bc3a9), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:51.493719 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3285-ef89-435e-aa29-9516991dec02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:51.504100 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 0bcd71a0-e429-40d7-b546-9eb4fc13e34a details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:38:51.509694 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-051d07ec-c86b-4410-b4f9-46d068a6f4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (98ca1f1e-c680-4c56-8dc0-61bf431bc3a9), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:51.550122 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-051d07ec-c86b-4410-b4f9-46d068a6f4da admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=03da2be4f7334fa2a74c281b64e1be21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6329594 Aug 10 12:38:51.553743 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 53996) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:51.590114 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9c7b8-e83c-41fb-a2f2-f92e6db5c486 req-aabb9695-9d23-41cc-8618-9aaa3e4e00cb tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:51.592799 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-63f9c7b8-e83c-41fb-a2f2-f92e6db5c486 req-aabb9695-9d23-41cc-8618-9aaa3e4e00cb tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 943 time: 0.1054397 Aug 10 12:38:51.618768 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=0bcd71a0-e429-40d7-b546-9eb4fc13e34a,segment=NetworkSegment(dbbce107-6baf-4e6d-8168-65c5c5784a51),segment_id=dbbce107-6baf-4e6d-8168-65c5c5784a51)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:38:51.626936 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d07ec-c86b-4410-b4f9-46d068a6f4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ca1f1e-c680-4c56-8dc0-61bf431bc3a9,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:51.649768 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a', 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01', 'port_id': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a', 'mac_address': 'fa:16:3e:90:79:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f1fcde-0c60-4c72-a304-3900e11b926c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:38:51.662316 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9595316f-f36b-4e39-ac2e-091257bd0509 admin admin] Publish callbacks [] for security_group (98ca1f1e-c680-4c56-8dc0-61bf431bc3a9), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:51.664843 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-63f9c7b8-e83c-41fb-a2f2-f92e6db5c486 req-185ffeac-bea7-4982-bdd5-cf8e2ce4a743 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599077 Aug 10 12:38:51.691866 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9595316f-f36b-4e39-ac2e-091257bd0509 admin admin] Publish callbacks [] for security_group (98ca1f1e-c680-4c56-8dc0-61bf431bc3a9), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:51.713790 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:38:51.714387 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:51.737467 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcd71a0-e429-40d7-b546-9eb4fc13e34a {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:38:51.754227 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9595316f-f36b-4e39-ac2e-091257bd0509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (98ca1f1e-c680-4c56-8dc0-61bf431bc3a9), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:51.758320 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-9595316f-f36b-4e39-ac2e-091257bd0509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:51.759475 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-9595316f-f36b-4e39-ac2e-091257bd0509 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/98ca1f1e-c680-4c56-8dc0-61bf431bc3a9 HTTP/1.1" status: 204 len: 168 time: 0.2045584 Aug 10 12:38:51.767072 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=0bcd71a0-e429-40d7-b546-9eb4fc13e34a,segment=NetworkSegment(dbbce107-6baf-4e6d-8168-65c5c5784a51),segment_id=dbbce107-6baf-4e6d-8168-65c5c5784a51)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:38:51.771635 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595316f-f36b-4e39-ac2e-091257bd0509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ca1f1e-c680-4c56-8dc0-61bf431bc3a9,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:51.772439 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:51.831971 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=0bcd71a0-e429-40d7-b546-9eb4fc13e34a,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:52.074882 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['0bcd71a0-e429-40d7-b546-9eb4fc13e34a'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:38:52.123635 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 54020) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:52.146076 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c9abbd84-c347-4a16-8b81-992f7d351bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:52.260787 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c9abbd84-c347-4a16-8b81-992f7d351bb7 admin admin] Publish callbacks [] for security_group (39bc7666-9924-4814-8d21-272ab0700ee2), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:52.267437 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c9abbd84-c347-4a16-8b81-992f7d351bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (39bc7666-9924-4814-8d21-272ab0700ee2), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:52.331042 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-c9abbd84-c347-4a16-8b81-992f7d351bb7 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=e4bcbe058eb14823ad96fe547313cfee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053180 Aug 10 12:38:52.333103 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 54028) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:52.341113 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abbd84-c347-4a16-8b81-992f7d351bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bc7666-9924-4814-8d21-272ab0700ee2,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:52.405012 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-96f3f651-37fa-4fbc-a343-41f59a5d96fa admin admin] Publish callbacks [] for security_group (39bc7666-9924-4814-8d21-272ab0700ee2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:52.429822 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-96f3f651-37fa-4fbc-a343-41f59a5d96fa admin admin] Publish callbacks [] for security_group (39bc7666-9924-4814-8d21-272ab0700ee2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:52.438710 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:52.486220 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-96f3f651-37fa-4fbc-a343-41f59a5d96fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (39bc7666-9924-4814-8d21-272ab0700ee2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:52.489948 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-96f3f651-37fa-4fbc-a343-41f59a5d96fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:52.491289 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-96f3f651-37fa-4fbc-a343-41f59a5d96fa admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/39bc7666-9924-4814-8d21-272ab0700ee2 HTTP/1.1" status: 204 len: 168 time: 0.1571798 Aug 10 12:38:52.500945 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3f651-37fa-4fbc-a343-41f59a5d96fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bc7666-9924-4814-8d21-272ab0700ee2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:52.832507 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc67299-d87f-4fc2-8839-6a2d9b1c772c req-7b80be41-cd64-4593-bf65-962e0b218253 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:52.834330 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-cdc67299-d87f-4fc2-8839-6a2d9b1c772c req-7b80be41-cd64-4593-bf65-962e0b218253 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 944 time: 0.0712521 Aug 10 12:38:52.931627 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-cdc67299-d87f-4fc2-8839-6a2d9b1c772c req-8c45f939-2400-4e2a-a0ff-649388419485 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866919 Aug 10 12:38:53.339676 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 54090) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:53.447079 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8aabe8a8-9472-4251-bd47-701de3706372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:53.524688 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8aabe8a8-9472-4251-bd47-701de3706372 admin admin] Publish callbacks [] for security_group (a6381ccb-fc32-4877-a2be-5cb18abbd294), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:53.527370 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 0bcd71a0-e429-40d7-b546-9eb4fc13e34a up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:38:53.530247 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8aabe8a8-9472-4251-bd47-701de3706372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (a6381ccb-fc32-4877-a2be-5cb18abbd294), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:53.568755 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:53.577372 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:38:53.579784 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 54100) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:53.579979 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-8aabe8a8-9472-4251-bd47-701de3706372 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=3a8b139d07224c3482f8c191a2846be9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396157 Aug 10 12:38:53.581500 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabe8a8-9472-4251-bd47-701de3706372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6381ccb-fc32-4877-a2be-5cb18abbd294,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:53.581933 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:53.595241 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:38:53.595885 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:53.641184 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-caef3757-8252-4526-b459-1de834418a57 admin admin] Publish callbacks [] for security_group (a6381ccb-fc32-4877-a2be-5cb18abbd294), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:53.649775 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:53.667370 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-caef3757-8252-4526-b459-1de834418a57 admin admin] Publish callbacks [] for security_group (a6381ccb-fc32-4877-a2be-5cb18abbd294), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:53.688191 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:38:53.688584 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:53.698696 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-243dcbba-ed67-48bd-8e83-9207e47df05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:53.715334 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0cda6b-0e67-4271-898c-65bd1636dec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:38:53.718151 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928f4236-5519-40b4-8d0d-83ba8d1efbac" -d '{"events": [{"server_uuid": "4d0cda6b-0e67-4271-898c-65bd1636dec8", "name": "network-vif-plugged", "status": "completed", "tag": "0bcd71a0-e429-40d7-b546-9eb4fc13e34a"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:38:53.732385 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 54106) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:53.732770 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-caef3757-8252-4526-b459-1de834418a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (a6381ccb-fc32-4877-a2be-5cb18abbd294), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:53.733633 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=0bcd71a0-e429-40d7-b546-9eb4fc13e34a,segment=NetworkSegment(dbbce107-6baf-4e6d-8168-65c5c5784a51),segment_id=dbbce107-6baf-4e6d-8168-65c5c5784a51)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:38:53.736380 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-caef3757-8252-4526-b459-1de834418a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:53.737868 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:53.738417 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-caef3757-8252-4526-b459-1de834418a57 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/a6381ccb-fc32-4877-a2be-5cb18abbd294 HTTP/1.1" status: 204 len: 168 time: 0.1567748 Aug 10 12:38:53.772799 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef3757-8252-4526-b459-1de834418a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6381ccb-fc32-4877-a2be-5cb18abbd294,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:53.773752 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ee3206-dd40-4386-ac88-9f2c5d9eae27 x-openstack-request-id: req-76ee3206-dd40-4386-ac88-9f2c5d9eae27 {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:38:53.774110 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0cda6b-0e67-4271-898c-65bd1636dec8", "name": "network-vif-plugged", "status": "completed", "tag": "0bcd71a0-e429-40d7-b546-9eb4fc13e34a", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:38:53.774365 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-76ee3206-dd40-4386-ac88-9f2c5d9eae27 {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:38:53.774958 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ee3206-dd40-4386-ac88-9f2c5d9eae27'] response: {'server_uuid': '4d0cda6b-0e67-4271-898c-65bd1636dec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a', 'code': 200} Aug 10 12:38:53.810388 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=0bcd71a0-e429-40d7-b546-9eb4fc13e34a,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:54.025744 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21f78172-e04a-4725-8e96-360b1e81dd8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:54.073695 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f197ae-2af8-41d2-aa0b-2cb0dfb05e80 req-fb19f5f8-1860-48b0-b97e-3b5e897f9a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:54.075379 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-32f197ae-2af8-41d2-aa0b-2cb0dfb05e80 req-fb19f5f8-1860-48b0-b97e-3b5e897f9a15 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 1129 time: 0.0616360 Aug 10 12:38:54.098449 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 54120) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:54.130921 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ad22f389-c289-4d9d-bd46-a58d5fda6e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:54.147064 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cad5f-c967-4b45-b6e0-e02f15fb2219 req-5cb824ec-f796-4fa2-b549-95ff8cdbd157 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:54.148554 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-596cad5f-c967-4b45-b6e0-e02f15fb2219 req-5cb824ec-f796-4fa2-b549-95ff8cdbd157 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0583570 Aug 10 12:38:54.183499 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-32f197ae-2af8-41d2-aa0b-2cb0dfb05e80 req-4464e479-d28b-4c6b-a1f1-56daf175dd17 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980663 Aug 10 12:38:54.205248 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-596cad5f-c967-4b45-b6e0-e02f15fb2219 req-6e6f5f2e-7349-4a00-8b38-f6e9fc4fbdd4 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497622 Aug 10 12:38:54.222480 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:DELETE=3,neutron:INSERT=21,neutron:SELECT=73,neutron:UPDATE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:54.227423 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21f78172-e04a-4725-8e96-360b1e81dd8c admin admin] Publish callbacks [] for security_group (b8f013a2-abc6-407f-a6a6-d20a1e4aaec2), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:54.236204 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-21f78172-e04a-4725-8e96-360b1e81dd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (b8f013a2-abc6-407f-a6a6-d20a1e4aaec2), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:54.282553 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:INSERT=21,neutron:SELECT=78,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:54.299093 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-21f78172-e04a-4725-8e96-360b1e81dd8c admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=4ef9e7da46dd4ed3af296578adc16e62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5648413 Aug 10 12:38:54.301772 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 54124) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:54.308078 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f78172-e04a-4725-8e96-360b1e81dd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f013a2-abc6-407f-a6a6-d20a1e4aaec2,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:54.323480 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ad22f389-c289-4d9d-bd46-a58d5fda6e86 admin admin] Publish callbacks [] for security_group (b84b746e-0f91-48b4-b06b-0d6b46afc48a), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:54.327526 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ad22f389-c289-4d9d-bd46-a58d5fda6e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (b84b746e-0f91-48b4-b06b-0d6b46afc48a), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:54.352759 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b13d6883-9182-40e6-9e4d-9219d762a8f5 admin admin] Publish callbacks [] for security_group (b8f013a2-abc6-407f-a6a6-d20a1e4aaec2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:54.366642 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22f389-c289-4d9d-bd46-a58d5fda6e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84b746e-0f91-48b4-b06b-0d6b46afc48a,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:54.370946 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-ad22f389-c289-4d9d-bd46-a58d5fda6e86 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=11e65ea61b4c4089a4348f07ab4234a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658393 Aug 10 12:38:54.376568 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 54126) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:54.379651 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b13d6883-9182-40e6-9e4d-9219d762a8f5 admin admin] Publish callbacks [] for security_group (b8f013a2-abc6-407f-a6a6-d20a1e4aaec2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:54.455342 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-48a51a15-38eb-4807-a8a3-2a705390a6da admin admin] Publish callbacks [] for security_group (b84b746e-0f91-48b4-b06b-0d6b46afc48a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:54.467473 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b13d6883-9182-40e6-9e4d-9219d762a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (b8f013a2-abc6-407f-a6a6-d20a1e4aaec2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:54.469941 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b13d6883-9182-40e6-9e4d-9219d762a8f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:54.471316 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-b13d6883-9182-40e6-9e4d-9219d762a8f5 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/b8f013a2-abc6-407f-a6a6-d20a1e4aaec2 HTTP/1.1" status: 204 len: 168 time: 0.1685703 Aug 10 12:38:54.488165 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d6883-9182-40e6-9e4d-9219d762a8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f013a2-abc6-407f-a6a6-d20a1e4aaec2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:54.491071 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-48a51a15-38eb-4807-a8a3-2a705390a6da admin admin] Publish callbacks [] for security_group (b84b746e-0f91-48b4-b06b-0d6b46afc48a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:54.540137 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-48a51a15-38eb-4807-a8a3-2a705390a6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (b84b746e-0f91-48b4-b06b-0d6b46afc48a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:54.542628 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-48a51a15-38eb-4807-a8a3-2a705390a6da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:54.543782 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-48a51a15-38eb-4807-a8a3-2a705390a6da admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/b84b746e-0f91-48b4-b06b-0d6b46afc48a HTTP/1.1" status: 204 len: 168 time: 0.1662989 Aug 10 12:38:54.551995 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a51a15-38eb-4807-a8a3-2a705390a6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84b746e-0f91-48b4-b06b-0d6b46afc48a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:54.863984 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:55.300439 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 54170) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:55.341130 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cd624-8969-479f-9298-0da80aa1533a req-164d4d21-9bed-4d12-9408-939c542fa6eb tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:55.343243 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-875cd624-8969-479f-9298-0da80aa1533a req-164d4d21-9bed-4d12-9408-939c542fa6eb tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0578310 Aug 10 12:38:55.395512 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-875cd624-8969-479f-9298-0da80aa1533a req-815891eb-f620-4c95-ac1f-cdb1ebf3db32 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438044 Aug 10 12:38:55.448598 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 54176) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:55.500260 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-02507ec5-2b85-424e-aecb-aecebb234ab1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-876143567-network', 'tenant_id': '636f8bc0692549f2aa7b000f82149231'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:55.516104 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e263cb1f-f987-41aa-b2ef-d6af4759b896 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1229712385-network', 'tenant_id': 'afa4735b7c5b46bc9a0ca81f4733de00'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:55.521208 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02507ec5-2b85-424e-aecb-aecebb234ab1 admin admin] Made reservation on behalf of 636f8bc0692549f2aa7b000f82149231 for: {'network': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:38:55.523683 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02507ec5-2b85-424e-aecb-aecebb234ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for network (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:55.533355 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02507ec5-2b85-424e-aecb-aecebb234ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:55.538735 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e263cb1f-f987-41aa-b2ef-d6af4759b896 admin admin] Made reservation on behalf of afa4735b7c5b46bc9a0ca81f4733de00 for: {'network': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:38:55.541059 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e263cb1f-f987-41aa-b2ef-d6af4759b896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for network (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:55.552857 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e263cb1f-f987-41aa-b2ef-d6af4759b896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:55.620069 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02507ec5-2b85-424e-aecb-aecebb234ab1 admin admin] Publish callbacks [] for security_group (cd6a657d-3870-43c6-b08b-dab4c6eb4a3d), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:55.623993 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02507ec5-2b85-424e-aecb-aecebb234ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (cd6a657d-3870-43c6-b08b-dab4c6eb4a3d), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:55.632575 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e263cb1f-f987-41aa-b2ef-d6af4759b896 admin admin] Publish callbacks [] for security_group (3795e590-854f-4a66-a999-349bebc971ba), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:55.636162 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e263cb1f-f987-41aa-b2ef-d6af4759b896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (3795e590-854f-4a66-a999-349bebc971ba), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:55.651101 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02507ec5-2b85-424e-aecb-aecebb234ab1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:38:55.658085 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02507ec5-2b85-424e-aecb-aecebb234ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6a657d-3870-43c6-b08b-dab4c6eb4a3d,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:55.664266 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e263cb1f-f987-41aa-b2ef-d6af4759b896 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103789) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:38:55.664464 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02507ec5-2b85-424e-aecb-aecebb234ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (546621ac-2d20-432f-b934-5dda8e4879ec), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:55.664672 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.segments_db [None req-02507ec5-2b85-424e-aecb-aecebb234ab1 admin admin] Added segment 546621ac-2d20-432f-b934-5dda8e4879ec of type vlan for network b415dbb0-6754-4a69-93ad-2e3051f45286 Aug 10 12:38:55.667464 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263cb1f-f987-41aa-b2ef-d6af4759b896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3795e590-854f-4a66-a999-349bebc971ba,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:55.672847 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:DELETE=9,neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:55.679162 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e263cb1f-f987-41aa-b2ef-d6af4759b896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (30d21493-7eea-44e8-a58a-aca0da0c7cfe), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:55.679503 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.segments_db [None req-e263cb1f-f987-41aa-b2ef-d6af4759b896 admin admin] Added segment 30d21493-7eea-44e8-a58a-aca0da0c7cfe of type vlan for network dc107b9b-6365-4e19-9b21-085b02ba9b19 Aug 10 12:38:55.709816 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02507ec5-2b85-424e-aecb-aecebb234ab1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736055994067'] for network (b415dbb0-6754-4a69-93ad-2e3051f45286), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:55.722881 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e263cb1f-f987-41aa-b2ef-d6af4759b896 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736055994067'] for network (dc107b9b-6365-4e19-9b21-085b02ba9b19), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:55.726532 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:55.738528 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02507ec5-2b85-424e-aecb-aecebb234ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for network (b415dbb0-6754-4a69-93ad-2e3051f45286), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:55.739519 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02507ec5-2b85-424e-aecb-aecebb234ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:55.740226 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-02507ec5-2b85-424e-aecb-aecebb234ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:55.751960 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e263cb1f-f987-41aa-b2ef-d6af4759b896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for network (dc107b9b-6365-4e19-9b21-085b02ba9b19), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:55.752938 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e263cb1f-f987-41aa-b2ef-d6af4759b896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:55.753544 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e263cb1f-f987-41aa-b2ef-d6af4759b896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:55.800994 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-02507ec5-2b85-424e-aecb-aecebb234ab1 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3511894 Aug 10 12:38:55.805768 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 54180) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:55.810461 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-7c539e4b-7912-481d-9978-07760a9bf0c0 admin admin] Request body: {'subnet': {'network_id': 'b415dbb0-6754-4a69-93ad-2e3051f45286', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-876143567-subnet', 'tenant_id': '636f8bc0692549f2aa7b000f82149231', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:55.813634 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-e263cb1f-f987-41aa-b2ef-d6af4759b896 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5120845 Aug 10 12:38:55.815393 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02507ec5-2b85-424e-aecb-aecebb234ab1 admin admin] Pushing event updated for resources: {'Network': ['ID=b415dbb0-6754-4a69-93ad-2e3051f45286,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:55.818397 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 54182) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:55.823502 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-c7840f27-602d-4ba5-84bf-69c6117199b3 admin admin] Request body: {'subnet': {'network_id': 'dc107b9b-6365-4e19-9b21-085b02ba9b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1229712385-subnet', 'tenant_id': 'afa4735b7c5b46bc9a0ca81f4733de00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:55.826034 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Network b415dbb0-6754-4a69-93ad-2e3051f45286 details requested by agent ovs-agent-dv-cinder-852261-3-iscsi with host dv-cinder-852261-3-iscsi {{(pid=103791) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:38:55.827528 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263cb1f-f987-41aa-b2ef-d6af4759b896 admin admin] Pushing event updated for resources: {'Network': ['ID=dc107b9b-6365-4e19-9b21-085b02ba9b19,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:55.841760 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c539e4b-7912-481d-9978-07760a9bf0c0 admin admin] Made reservation on behalf of 636f8bc0692549f2aa7b000f82149231 for: {'subnet': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:38:55.845852 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7c539e4b-7912-481d-9978-07760a9bf0c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14164775'] for subnet (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:55.848536 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7840f27-602d-4ba5-84bf-69c6117199b3 admin admin] Made reservation on behalf of afa4735b7c5b46bc9a0ca81f4733de00 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:38:55.851325 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7840f27-602d-4ba5-84bf-69c6117199b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12800801'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:55.878408 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Network dc107b9b-6365-4e19-9b21-085b02ba9b19 details requested by agent ovs-agent-dv-cinder-852261-3-iscsi with host dv-cinder-852261-3-iscsi {{(pid=103791) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:38:56.022621 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7c539e4b-7912-481d-9978-07760a9bf0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14596364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14164745'] for subnet (b2d8ff05-4246-4735-aae1-e696cf7cde09), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:56.035674 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7840f27-602d-4ba5-84bf-69c6117199b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14084982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12800783'] for subnet (538baf45-19fe-483b-80f8-3fdd2b0e84cc), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:56.052089 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:56.057462 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:56.078153 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c539e4b-7912-481d-9978-07760a9bf0c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d8ff05-4246-4735-aae1-e696cf7cde09,revision_number=0']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:56.096765 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c539e4b-7912-481d-9978-07760a9bf0c0 admin admin] Checking segment: {'id': '546621ac-2d20-432f-b934-5dda8e4879ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b415dbb0-6754-4a69-93ad-2e3051f45286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:38:56.097132 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c539e4b-7912-481d-9978-07760a9bf0c0 admin admin] Network hostable DHCP agents. Network: b415dbb0-6754-4a69-93ad-2e3051f45286, hostable agents: ['3740d807-28f7-4854-acf5-2b19d0b15337'], hosted agents: [] {{(pid=103790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:38:56.098777 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7840f27-602d-4ba5-84bf-69c6117199b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=538baf45-19fe-483b-80f8-3fdd2b0e84cc,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:56.110076 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7840f27-602d-4ba5-84bf-69c6117199b3 admin admin] Checking segment: {'id': '30d21493-7eea-44e8-a58a-aca0da0c7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dc107b9b-6365-4e19-9b21-085b02ba9b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:38:56.110441 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7840f27-602d-4ba5-84bf-69c6117199b3 admin admin] Network hostable DHCP agents. Network: dc107b9b-6365-4e19-9b21-085b02ba9b19, hostable agents: ['3740d807-28f7-4854-acf5-2b19d0b15337'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:38:56.115257 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c539e4b-7912-481d-9978-07760a9bf0c0 admin admin] Network b415dbb0-6754-4a69-93ad-2e3051f45286 is scheduled to be hosted by DHCP agent 3740d807-28f7-4854-acf5-2b19d0b15337 with binding_index 1 {{(pid=103790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:38:56.125160 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [None req-7c539e4b-7912-481d-9978-07760a9bf0c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-3-iscsi, b415dbb0-6754-4a69-93ad-2e3051f45286) {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:38:56.129840 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c539e4b-7912-481d-9978-07760a9bf0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:56.130645 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7c539e4b-7912-481d-9978-07760a9bf0c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:56.134277 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7840f27-602d-4ba5-84bf-69c6117199b3 admin admin] Network dc107b9b-6365-4e19-9b21-085b02ba9b19 is scheduled to be hosted by DHCP agent 3740d807-28f7-4854-acf5-2b19d0b15337 with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:38:56.135165 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358aaa63-4767-4454-99b6-63da5fb58f8a None None] Network b415dbb0-6754-4a69-93ad-2e3051f45286 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:38:56.141826 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-c7840f27-602d-4ba5-84bf-69c6117199b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-3-iscsi, dc107b9b-6365-4e19-9b21-085b02ba9b19) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:38:56.147513 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7840f27-602d-4ba5-84bf-69c6117199b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:56.148295 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c7840f27-602d-4ba5-84bf-69c6117199b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:56.156981 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-7c539e4b-7912-481d-9978-07760a9bf0c0 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3434231 Aug 10 12:38:56.173250 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-c7840f27-602d-4ba5-84bf-69c6117199b3 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3462546 Aug 10 12:38:56.192387 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b053a3d-9f30-4775-b0af-a376f7399ba5 None None] Network dc107b9b-6365-4e19-9b21-085b02ba9b19 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:38:56.258758 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=52 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:56.336957 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80968ec5-fb36-4993-915e-05576f39639c None None] Network b415dbb0-6754-4a69-93ad-2e3051f45286 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:38:56.352573 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb74111c-cdf8-4a51-a55c-eba29714a329 None None] Network dc107b9b-6365-4e19-9b21-085b02ba9b19 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:38:56.457790 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:56.545314 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daddd9-eb4e-4b55-bfd2-6b21182cb783 req-9864806b-a874-4ac2-bb76-323262de02f2 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:56.552985 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-11daddd9-eb4e-4b55-bfd2-6b21182cb783 req-9864806b-a874-4ac2-bb76-323262de02f2 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0596628 Aug 10 12:38:56.611361 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-11daddd9-eb4e-4b55-bfd2-6b21182cb783 req-0e8bd452-f87e-4d41-ab91-f13adbe2b02a tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574696 Aug 10 12:38:56.731503 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 54208) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:56.736819 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-8aa7bc84-4aa7-44c4-a4a5-cf9c78186776 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-308149181-network', 'tenant_id': '6e14f60e46df4243b7d9b78ab67c4856'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:56.758615 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa7bc84-4aa7-44c4-a4a5-cf9c78186776 admin admin] Made reservation on behalf of 6e14f60e46df4243b7d9b78ab67c4856 for: {'network': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:38:56.761421 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8aa7bc84-4aa7-44c4-a4a5-cf9c78186776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for network (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:56.771394 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8aa7bc84-4aa7-44c4-a4a5-cf9c78186776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:56.780818 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:56.853506 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8aa7bc84-4aa7-44c4-a4a5-cf9c78186776 admin admin] Publish callbacks [] for security_group (a6f54b49-173f-4358-aee7-d577cd685835), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:56.857338 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8aa7bc84-4aa7-44c4-a4a5-cf9c78186776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (a6f54b49-173f-4358-aee7-d577cd685835), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:56.883813 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa7bc84-4aa7-44c4-a4a5-cf9c78186776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:38:56.896612 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7bc84-4aa7-44c4-a4a5-cf9c78186776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f54b49-173f-4358-aee7-d577cd685835,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:56.901729 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8aa7bc84-4aa7-44c4-a4a5-cf9c78186776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (952b3b46-6322-4988-a8c6-17af0fab2d61), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:56.902074 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.segments_db [None req-8aa7bc84-4aa7-44c4-a4a5-cf9c78186776 admin admin] Added segment 952b3b46-6322-4988-a8c6-17af0fab2d61 of type vlan for network c28c5e4b-7044-436e-9164-2ca1f54a147a Aug 10 12:38:56.949530 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8aa7bc84-4aa7-44c4-a4a5-cf9c78186776 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736055994067'] for network (c28c5e4b-7044-436e-9164-2ca1f54a147a), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:56.975340 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8aa7bc84-4aa7-44c4-a4a5-cf9c78186776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for network (c28c5e4b-7044-436e-9164-2ca1f54a147a), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:56.976405 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa7bc84-4aa7-44c4-a4a5-cf9c78186776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:56.976921 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8aa7bc84-4aa7-44c4-a4a5-cf9c78186776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:57.032859 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-8aa7bc84-4aa7-44c4-a4a5-cf9c78186776 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3002536 Aug 10 12:38:57.035713 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 54214) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:57.039782 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7bc84-4aa7-44c4-a4a5-cf9c78186776 admin admin] Pushing event updated for resources: {'Network': ['ID=c28c5e4b-7044-436e-9164-2ca1f54a147a,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:57.040568 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-71a9fcfa-7dfd-44ec-a96d-6b3fafc4107a admin admin] Request body: {'subnet': {'network_id': 'c28c5e4b-7044-436e-9164-2ca1f54a147a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-308149181-subnet', 'tenant_id': '6e14f60e46df4243b7d9b78ab67c4856', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:57.049129 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Network c28c5e4b-7044-436e-9164-2ca1f54a147a details requested by agent ovs-agent-dv-cinder-852261-3-iscsi with host dv-cinder-852261-3-iscsi {{(pid=103791) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:38:57.065635 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a9fcfa-7dfd-44ec-a96d-6b3fafc4107a admin admin] Made reservation on behalf of 6e14f60e46df4243b7d9b78ab67c4856 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:38:57.068163 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-71a9fcfa-7dfd-44ec-a96d-6b3fafc4107a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12800801'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:57.235818 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-71a9fcfa-7dfd-44ec-a96d-6b3fafc4107a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14084982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12800783'] for subnet (c1ed41a6-96e7-43e6-8bd3-4d1ac02bd7b3), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:57.267383 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:57.290698 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:57.291418 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9fcfa-7dfd-44ec-a96d-6b3fafc4107a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1ed41a6-96e7-43e6-8bd3-4d1ac02bd7b3,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:38:57.313891 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a9fcfa-7dfd-44ec-a96d-6b3fafc4107a admin admin] Checking segment: {'id': '952b3b46-6322-4988-a8c6-17af0fab2d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c28c5e4b-7044-436e-9164-2ca1f54a147a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:38:57.314239 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a9fcfa-7dfd-44ec-a96d-6b3fafc4107a admin admin] Network hostable DHCP agents. Network: c28c5e4b-7044-436e-9164-2ca1f54a147a, hostable agents: ['3740d807-28f7-4854-acf5-2b19d0b15337'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:38:57.330483 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a9fcfa-7dfd-44ec-a96d-6b3fafc4107a admin admin] Network c28c5e4b-7044-436e-9164-2ca1f54a147a is scheduled to be hosted by DHCP agent 3740d807-28f7-4854-acf5-2b19d0b15337 with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:38:57.338896 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-71a9fcfa-7dfd-44ec-a96d-6b3fafc4107a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-3-iscsi, c28c5e4b-7044-436e-9164-2ca1f54a147a) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:38:57.342907 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a9fcfa-7dfd-44ec-a96d-6b3fafc4107a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:57.343482 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-71a9fcfa-7dfd-44ec-a96d-6b3fafc4107a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:57.348422 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e915e184-49f5-402b-92e6-a020e29d4211 None None] Network c28c5e4b-7044-436e-9164-2ca1f54a147a requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:38:57.379794 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-71a9fcfa-7dfd-44ec-a96d-6b3fafc4107a admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3429358 Aug 10 12:38:57.430459 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:57.467654 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2718b8-7836-44f2-8e1a-2e542660ad18 None None] Network c28c5e4b-7044-436e-9164-2ca1f54a147a requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:38:57.519314 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:57.800252 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3741043-1d37-432f-8e7b-4327c55baa7c req-9c0c5957-a553-4f50-a065-a6d01df37005 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:57.801779 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d3741043-1d37-432f-8e7b-4327c55baa7c req-9c0c5957-a553-4f50-a065-a6d01df37005 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0493605 Aug 10 12:38:57.862871 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d3741043-1d37-432f-8e7b-4327c55baa7c req-458d11ba-be47-443e-b6f4-fb862540b295 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551870 Aug 10 12:38:58.304909 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-9fd2f6bd-0715-4685-9261-e8e0272c4f4e tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:58.306519 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-9fd2f6bd-0715-4685-9261-e8e0272c4f4e tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/networks?id=dc107b9b-6365-4e19-9b21-085b02ba9b19 HTTP/1.1" status: 200 len: 809 time: 0.0996232 Aug 10 12:38:58.321260 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-59fd6778-6497-4ad1-bd4b-0c136643a72e tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/quotas/afa4735b7c5b46bc9a0ca81f4733de00 HTTP/1.1" status: 200 len: 375 time: 0.0087433 Aug 10 12:38:58.357377 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-4ab6bfaa-25ec-49e1-954c-33a27e966017 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=afa4735b7c5b46bc9a0ca81f4733de00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313232 Aug 10 12:38:58.446918 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-d740a7d5-4f2b-42d8-9686-bdf106dd0780 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/dc107b9b-6365-4e19-9b21-085b02ba9b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828457 Aug 10 12:38:58.542270 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-cc51bc21-d1c7-4512-9efb-a731ed5edee5 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/dc107b9b-6365-4e19-9b21-085b02ba9b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889471 Aug 10 12:38:58.704142 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d9c4286c-76b4-480c-ad20-5e0ab82df8ac req-15d4f41e-e862-4be0-9680-985adaa8ebd0 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=2542450f-aa80-4cdc-a0f1-4e76c69906fd HTTP/1.1" status: 200 len: 210 time: 0.0321448 Aug 10 12:38:58.977341 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dde98-02b1-4799-93d5-3fae1f3c5979 req-4688b0de-6b10-4dab-a72e-496070a69646 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:58.978815 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-6b7dde98-02b1-4799-93d5-3fae1f3c5979 req-4688b0de-6b10-4dab-a72e-496070a69646 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0478275 Aug 10 12:38:59.030395 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-6b7dde98-02b1-4799-93d5-3fae1f3c5979 req-f800fc66-a403-4830-a5b6-b4f2b396aad4 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452735 Aug 10 12:38:59.168949 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded8211-8d41-49a4-8717-17087716d525 req-f40045c4-2990-4fb4-9f5b-5f6e01d28b84 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:59.176823 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-eded8211-8d41-49a4-8717-17087716d525 req-f40045c4-2990-4fb4-9f5b-5f6e01d28b84 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0673029 Aug 10 12:38:59.228340 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-eded8211-8d41-49a4-8717-17087716d525 req-16f7b465-ee49-4650-b9bb-8d50d47d71f1 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504518 Aug 10 12:38:59.256637 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 54302) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:59.472462 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4178d9b8-abe8-4d5d-b5ab-066b91929684 tempest-TestShelveInstance-1537709247 tempest-TestShelveInstance-1537709247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:59.473993 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-4178d9b8-abe8-4d5d-b5ab-066b91929684 tempest-TestShelveInstance-1537709247 tempest-TestShelveInstance-1537709247-project-admin] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 1124 time: 0.2160635 Aug 10 12:38:59.477040 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 54310) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:38:59.481179 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-f2f6d697-bba2-4a9b-90bd-b7231fbcbb08 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Request body: {'floatingip': {'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'port_id': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:59.501358 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d697-bba2-4a9b-90bd-b7231fbcbb08 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:59.581615 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d697-bba2-4a9b-90bd-b7231fbcbb08 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:59.691709 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-f2f6d697-bba2-4a9b-90bd-b7231fbcbb08 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Allocated IP 172.27.0.211 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/2dfffdcf-80c5-4437-8fd3-767272ed42db) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:38:59.822700 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e1924276-5a38-4222-b132-7edda1754ef0 req-19b6b3e0-ae94-4507-8dd1-6db424600fc0 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=2542450f-aa80-4cdc-a0f1-4e76c69906fd HTTP/1.1" status: 200 len: 210 time: 0.0327284 Aug 10 12:38:59.851827 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d697-bba2-4a9b-90bd-b7231fbcbb08 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for port (2dfffdcf-80c5-4437-8fd3-767272ed42db), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:59.856128 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=6 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:59.861164 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:59.875318 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:38:59.885144 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-203ad8d3-041e-488c-8373-f7a5d790b5bf tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:38:59.887219 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-203ad8d3-041e-488c-8373-f7a5d790b5bf tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.64 "GET /networking/v2.0/networks?id=dc107b9b-6365-4e19-9b21-085b02ba9b19 HTTP/1.1" status: 200 len: 809 time: 0.1181455 Aug 10 12:38:59.898937 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d697-bba2-4a9b-90bd-b7231fbcbb08 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (2dfffdcf-80c5-4437-8fd3-767272ed42db), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:38:59.905741 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-bde4d9df-ca4f-46b4-b0b7-54ba71afc3d3 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Request body: {'port': {'device_id': '2542450f-aa80-4cdc-a0f1-4e76c69906fd', 'network_id': 'dc107b9b-6365-4e19-9b21-085b02ba9b19', 'admin_state_up': True, 'tenant_id': 'afa4735b7c5b46bc9a0ca81f4733de00'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:38:59.941946 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f6d697-bba2-4a9b-90bd-b7231fbcbb08 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:38:59.944892 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-f2f6d697-bba2-4a9b-90bd-b7231fbcbb08 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:38:59.947380 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f6d697-bba2-4a9b-90bd-b7231fbcbb08 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:38:59.974730 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6d697-bba2-4a9b-90bd-b7231fbcbb08 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Pushing event updated for resources: {'Port': ['ID=2dfffdcf-80c5-4437-8fd3-767272ed42db,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:00.016582 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-bde4d9df-ca4f-46b4-b0b7-54ba71afc3d3 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Made reservation on behalf of afa4735b7c5b46bc9a0ca81f4733de00 for: {'port': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:39:00.020192 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-bde4d9df-ca4f-46b4-b0b7-54ba71afc3d3 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:00.093231 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=9 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:00.154622 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-bde4d9df-ca4f-46b4-b0b7-54ba71afc3d3 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Allocated IP 172.20.0.2 (dc107b9b-6365-4e19-9b21-085b02ba9b19/538baf45-19fe-483b-80f8-3fdd2b0e84cc/feaf6703-6902-4482-b882-6413ff5a2579) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:39:00.302489 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d697-bba2-4a9b-90bd-b7231fbcbb08 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for floatingip (7a66feed-c041-45a4-891d-4845d6a191e8), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:00.303487 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-bde4d9df-ca4f-46b4-b0b7-54ba71afc3d3 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Publish callbacks [] for port (feaf6703-6902-4482-b882-6413ff5a2579), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:00.337465 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-bde4d9df-ca4f-46b4-b0b7-54ba71afc3d3 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (feaf6703-6902-4482-b882-6413ff5a2579), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:00.375791 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d697-bba2-4a9b-90bd-b7231fbcbb08 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (2dfffdcf-80c5-4437-8fd3-767272ed42db), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:00.377846 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-bde4d9df-ca4f-46b4-b0b7-54ba71afc3d3 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Network dc107b9b-6365-4e19-9b21-085b02ba9b19 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:39:00.383338 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-bde4d9df-ca4f-46b4-b0b7-54ba71afc3d3 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:39:00.387650 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-bde4d9df-ca4f-46b4-b0b7-54ba71afc3d3 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:39:00.423971 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4d9df-ca4f-46b4-b0b7-54ba71afc3d3 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Pushing event updated for resources: {'Port': ['ID=feaf6703-6902-4482-b882-6413ff5a2579,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:00.444877 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-bde4d9df-ca4f-46b4-b0b7-54ba71afc3d3 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:00.445610 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-bde4d9df-ca4f-46b4-b0b7-54ba71afc3d3 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:00.466933 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-bde4d9df-ca4f-46b4-b0b7-54ba71afc3d3 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5649014 Aug 10 12:39:00.485756 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] Request body: {'port': {'device_id': '2542450f-aa80-4cdc-a0f1-4e76c69906fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:39:00.538179 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d697-bba2-4a9b-90bd-b7231fbcbb08 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for port (2dfffdcf-80c5-4437-8fd3-767272ed42db), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:00.544678 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d697-bba2-4a9b-90bd-b7231fbcbb08 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14084867'] for port (2dfffdcf-80c5-4437-8fd3-767272ed42db), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:00.561714 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (feaf6703-6902-4482-b882-6413ff5a2579), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:00.626870 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d697-bba2-4a9b-90bd-b7231fbcbb08 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (7a66feed-c041-45a4-891d-4845d6a191e8), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:00.630437 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6d697-bba2-4a9b-90bd-b7231fbcbb08 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Pushing event updated for resources: {'Port': ['ID=2dfffdcf-80c5-4437-8fd3-767272ed42db,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:00.701011 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:00.715799 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:00.722187 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 54328) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:00.727796 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:00.740919 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.l3_db [None req-f2f6d697-bba2-4a9b-90bd-b7231fbcbb08 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Floating IP 7a66feed-c041-45a4-891d-4845d6a191e8 associated. External IP: 172.27.0.211, port: 0bcd71a0-e429-40d7-b546-9eb4fc13e34a. Aug 10 12:39:00.917050 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7a70fc02-02ed-4de1-817e-1557d5597405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:00.950976 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feaf6703-6902-4482-b882-6413ff5a2579 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:39:00.980686 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] Publish callbacks [] for port (feaf6703-6902-4482-b882-6413ff5a2579), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:00.987156 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:01.016422 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62d30c-770e-4611-bb6c-8f6a8f7a3153 req-6bd0ac17-ffe4-470e-af1f-dc64c33f379a tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:01.017930 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ee62d30c-770e-4611-bb6c-8f6a8f7a3153 req-6bd0ac17-ffe4-470e-af1f-dc64c33f379a tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=2542450f-aa80-4cdc-a0f1-4e76c69906fd HTTP/1.1" status: 200 len: 931 time: 0.0863981 Aug 10 12:39:01.027737 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] Transition to ACTIVE for port object feaf6703-6902-4482-b882-6413ff5a2579 will not be triggered until provisioned by entity L2. {{(pid=103790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:39:01.043900 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (feaf6703-6902-4482-b882-6413ff5a2579), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:01.147162 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] Pushing event updated for resources: {'Port': ['ID=feaf6703-6902-4482-b882-6413ff5a2579,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:01.191507 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ee62d30c-770e-4611-bb6c-8f6a8f7a3153 req-791da450-9655-41c5-aa17-75f018e61ed4 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595929 Aug 10 12:39:01.213000 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7a70fc02-02ed-4de1-817e-1557d5597405 admin admin] Publish callbacks [] for security_group (b5ded28b-09b7-4a99-a985-9ebebd4f2b74), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:01.217690 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f6d697-bba2-4a9b-90bd-b7231fbcbb08 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Router e82f7e36-40c6-4d87-9ae0-2a9f390902ce has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:39:01.219011 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-7a70fc02-02ed-4de1-817e-1557d5597405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (b5ded28b-09b7-4a99-a985-9ebebd4f2b74), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:01.267543 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] Attempting to bind port feaf6703-6902-4482-b882-6413ff5a2579 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:39:01.267887 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] Attempting to bind port feaf6703-6902-4482-b882-6413ff5a2579 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '30d21493-7eea-44e8-a58a-aca0da0c7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dc107b9b-6365-4e19-9b21-085b02ba9b19'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:39:01.268223 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] Attempting to bind port feaf6703-6902-4482-b882-6413ff5a2579 on network dc107b9b-6365-4e19-9b21-085b02ba9b19 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:39:01.271428 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70fc02-02ed-4de1-817e-1557d5597405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ded28b-09b7-4a99-a985-9ebebd4f2b74,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:01.275598 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-7a70fc02-02ed-4de1-817e-1557d5597405 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=8ca8327ae5d34d9ea449c0cd9ab8caf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5519001 Aug 10 12:39:01.278156 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] Port feaf6703-6902-4482-b882-6413ff5a2579 on network dc107b9b-6365-4e19-9b21-085b02ba9b19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:39:01.278488 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] Attempting to bind port feaf6703-6902-4482-b882-6413ff5a2579 on network dc107b9b-6365-4e19-9b21-085b02ba9b19 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:39:01.280969 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 54338) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:01.297097 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:39:01.297484 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] Checking segment: {'id': '30d21493-7eea-44e8-a58a-aca0da0c7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dc107b9b-6365-4e19-9b21-085b02ba9b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:39:01.297866 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] Bound using segment: {'id': '30d21493-7eea-44e8-a58a-aca0da0c7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dc107b9b-6365-4e19-9b21-085b02ba9b19'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:39:01.298305 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] Bound port: feaf6703-6902-4482-b882-6413ff5a2579, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d21493-7eea-44e8-a58a-aca0da0c7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dc107b9b-6365-4e19-9b21-085b02ba9b19'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:39:01.298668 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (feaf6703-6902-4482-b882-6413ff5a2579), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:01.322878 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f6d697-bba2-4a9b-90bd-b7231fbcbb08 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:39:01.335617 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f754d286-a9c7-4731-9781-dde3d9c998be None None] Sync routers for ids ['e82f7e36-40c6-4d87-9ae0-2a9f390902ce'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:39:01.344205 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d697-bba2-4a9b-90bd-b7231fbcbb08 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:01.348057 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f754d286-a9c7-4731-9781-dde3d9c998be None None] Routers {'e82f7e36-40c6-4d87-9ae0-2a9f390902ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:39:01.348761 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-f754d286-a9c7-4731-9781-dde3d9c998be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:38:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['e82f7e36-40c6-4d87-9ae0-2a9f390902ce'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:39:01.375393 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-f2f6d697-bba2-4a9b-90bd-b7231fbcbb08 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8972442 Aug 10 12:39:01.376179 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0cda6b-0e67-4271-898c-65bd1636dec8', 'tag': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:39:01.378586 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7ba84a99e6a3ee78a19e4789e0716ba8eeb6d4089296a11dfcbdd1268c8b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fb32d1-e23d-48d4-93b0-cd22324f1fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0cda6b-0e67-4271-898c-65bd1636dec8", "tag": "0bcd71a0-e429-40d7-b546-9eb4fc13e34a"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:39:01.381967 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1db6b5d0-d25e-428d-97dd-063357a22e74 admin admin] Publish callbacks [] for security_group (b5ded28b-09b7-4a99-a985-9ebebd4f2b74), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:01.405498 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] For port feaf6703-6902-4482-b882-6413ff5a2579, host hv-cinder-85226, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:39:01.422038 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26067f71-b318-486f-b818-c41908029b8b x-openstack-request-id: req-26067f71-b318-486f-b818-c41908029b8b {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:39:01.422241 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1db6b5d0-d25e-428d-97dd-063357a22e74 admin admin] Publish callbacks [] for security_group (b5ded28b-09b7-4a99-a985-9ebebd4f2b74), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:01.422357 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0cda6b-0e67-4271-898c-65bd1636dec8", "tag": "0bcd71a0-e429-40d7-b546-9eb4fc13e34a", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:39:01.422579 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-26067f71-b318-486f-b818-c41908029b8b {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:39:01.422981 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26067f71-b318-486f-b818-c41908029b8b'] response: {'name': 'network-changed', 'server_uuid': '4d0cda6b-0e67-4271-898c-65bd1636dec8', 'tag': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a', 'status': 'completed', 'code': 200} Aug 10 12:39:01.430821 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] For port feaf6703-6902-4482-b882-6413ff5a2579, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=feaf6703-6902-4482-b882-6413ff5a2579,segment=NetworkSegment(30d21493-7eea-44e8-a58a-aca0da0c7cfe),segment_id=30d21493-7eea-44e8-a58a-aca0da0c7cfe)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:39:01.444196 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (feaf6703-6902-4482-b882-6413ff5a2579), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:01.456620 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:01.456971 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:01.458423 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/feaf6703-6902-4482-b882-6413ff5a2579 HTTP/1.1" status: 200 len: 1093 time: 0.9779055 Aug 10 12:39:01.463194 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2542450f-aa80-4cdc-a0f1-4e76c69906fd', 'tag': 'feaf6703-6902-4482-b882-6413ff5a2579'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:39:01.465606 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291f387e-eacc-4f7c-9cb1-56e078e94d61" -d '{"events": [{"name": "network-changed", "server_uuid": "2542450f-aa80-4cdc-a0f1-4e76c69906fd", "tag": "feaf6703-6902-4482-b882-6413ff5a2579"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:39:01.523613 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77743a57-5800-49a6-ad00-d7645906c575 x-openstack-request-id: req-77743a57-5800-49a6-ad00-d7645906c575 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:39:01.523613 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2542450f-aa80-4cdc-a0f1-4e76c69906fd", "tag": "feaf6703-6902-4482-b882-6413ff5a2579", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:39:01.524058 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77743a57-5800-49a6-ad00-d7645906c575 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:39:01.524058 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77743a57-5800-49a6-ad00-d7645906c575'] response: {'name': 'network-changed', 'server_uuid': '2542450f-aa80-4cdc-a0f1-4e76c69906fd', 'tag': 'feaf6703-6902-4482-b882-6413ff5a2579', 'status': 'completed', 'code': 200} Aug 10 12:39:01.534203 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:01.558621 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-f754d286-a9c7-4731-9781-dde3d9c998be None None] Set router e82f7e36-40c6-4d87-9ae0-2a9f390902ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:39:01.589243 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c7b69-459c-40a5-809b-71d51daf0286 service neutron] Pushing event updated for resources: {'Port': ['ID=feaf6703-6902-4482-b882-6413ff5a2579,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:01.592336 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb32d1-e23d-48d4-93b0-cd22324f1fbd req-d6160870-ee4f-4da1-8440-94da1605d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:01.593872 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f5fb32d1-e23d-48d4-93b0-cd22324f1fbd req-d6160870-ee4f-4da1-8440-94da1605d415 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=65ece09339af406b98e493fa33f2b9c0&device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 1129 time: 0.1062708 Aug 10 12:39:01.604785 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1db6b5d0-d25e-428d-97dd-063357a22e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (b5ded28b-09b7-4a99-a985-9ebebd4f2b74), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:01.607364 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1db6b5d0-d25e-428d-97dd-063357a22e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:01.610818 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-1db6b5d0-d25e-428d-97dd-063357a22e74 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/b5ded28b-09b7-4a99-a985-9ebebd4f2b74 HTTP/1.1" status: 204 len: 168 time: 0.3265138 Aug 10 12:39:01.640505 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:01.666522 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-19962eb8-b15d-4fbc-9657-46596fda3cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:01.668016 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-19962eb8-b15d-4fbc-9657-46596fda3cb1 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=afa4735b7c5b46bc9a0ca81f4733de00&device_id=2542450f-aa80-4cdc-a0f1-4e76c69906fd HTTP/1.1" status: 200 len: 1127 time: 0.1277893 Aug 10 12:39:01.670923 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6b5d0-d25e-428d-97dd-063357a22e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ded28b-09b7-4a99-a985-9ebebd4f2b74,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:01.727165 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-fbd521d8-844e-43b2-b21b-de2bf0d9bd64 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=feaf6703-6902-4482-b882-6413ff5a2579 HTTP/1.1" status: 200 len: 217 time: 0.0444603 Aug 10 12:39:01.787232 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb32d1-e23d-48d4-93b0-cd22324f1fbd req-02509fae-ad36-4252-a156-6332384cb9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:01.788705 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f5fb32d1-e23d-48d4-93b0-cd22324f1fbd req-02509fae-ad36-4252-a156-6332384cb9fb service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=a4f38671-a0fe-4d93-81a4-a719e9fa0c01 HTTP/1.1" status: 200 len: 909 time: 0.1872528 Aug 10 12:39:01.790175 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-f754d286-a9c7-4731-9781-dde3d9c998be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'name': 'tempest-TestShelveInstance-396888942-router', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:11Z', 'updated_at': '2022-08-10T12:38:14Z', 'revision_number': 4, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'gw_port': {'id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:12Z', 'updated_at': '2022-08-10T12:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '7a66feed-c041-45a4-891d-4845d6a191e8', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'port_id': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01', 'mac_address': 'fa:16:3e:90:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0cda6b-0e67-4271-898c-65bd1636dec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:39:00Z', 'updated_at': '2022-08-10T12:39:00Z', 'revision_number': 0, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb8a2a5-73f3-4d2a-a283-2fc5c8005767', 'name': '', 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'mac_address': 'fa:16:3e:b4:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '72f1fcde-0c60-4c72-a304-3900e11b926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:13Z', 'updated_at': '2022-08-10T12:38:19Z', 'revision_number': 5, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'subnets': [{'id': '72f1fcde-0c60-4c72-a304-3900e11b926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:39:01.804185 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-d2595ef5-39fd-4329-a4bf-2be4db88b07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:01.805599 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-d2595ef5-39fd-4329-a4bf-2be4db88b07b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=538baf45-19fe-483b-80f8-3fdd2b0e84cc HTTP/1.1" status: 200 len: 849 time: 0.0685995 Aug 10 12:39:01.823911 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f754d286-a9c7-4731-9781-dde3d9c998be None None] Checking router: e82f7e36-40c6-4d87-9ae0-2a9f390902ce for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:39:01.832949 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f754d286-a9c7-4731-9781-dde3d9c998be None None] Routers {'e82f7e36-40c6-4d87-9ae0-2a9f390902ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:39:01.833599 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-f754d286-a9c7-4731-9781-dde3d9c998be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:38:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['e82f7e36-40c6-4d87-9ae0-2a9f390902ce'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:39:01.881580 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-42269d3c-1b32-4881-800f-2f6909c25d4a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=dc107b9b-6365-4e19-9b21-085b02ba9b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477276 Aug 10 12:39:01.943708 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f5fb32d1-e23d-48d4-93b0-cd22324f1fbd req-4efbc8b6-db89-4e0f-9be5-2d4067b3a69a service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bcd71a0-e429-40d7-b546-9eb4fc13e34a HTTP/1.1" status: 200 len: 999 time: 0.1458635 Aug 10 12:39:01.965166 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-f754d286-a9c7-4731-9781-dde3d9c998be None None] Set router e82f7e36-40c6-4d87-9ae0-2a9f390902ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:39:02.015950 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb32d1-e23d-48d4-93b0-cd22324f1fbd req-266dceeb-868f-4491-963e-184c6e55a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:02.017478 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f5fb32d1-e23d-48d4-93b0-cd22324f1fbd req-266dceeb-868f-4491-963e-184c6e55a518 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=72f1fcde-0c60-4c72-a304-3900e11b926c HTTP/1.1" status: 200 len: 847 time: 0.0681057 Aug 10 12:39:02.038701 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-f3e6b83e-7f8c-4d30-aa25-5695cf5d23c3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dc107b9b-6365-4e19-9b21-085b02ba9b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491432 Aug 10 12:39:02.119970 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb32d1-e23d-48d4-93b0-cd22324f1fbd req-cf8decbc-7e63-43cd-94ee-7becb40e2245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:02.121737 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f5fb32d1-e23d-48d4-93b0-cd22324f1fbd req-cf8decbc-7e63-43cd-94ee-7becb40e2245 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a4f38671-a0fe-4d93-81a4-a719e9fa0c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0967250 Aug 10 12:39:02.224362 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-f754d286-a9c7-4731-9781-dde3d9c998be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'name': 'tempest-TestShelveInstance-396888942-router', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:11Z', 'updated_at': '2022-08-10T12:38:14Z', 'revision_number': 4, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'gw_port': {'id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:12Z', 'updated_at': '2022-08-10T12:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '7a66feed-c041-45a4-891d-4845d6a191e8', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'port_id': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01', 'mac_address': 'fa:16:3e:90:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0cda6b-0e67-4271-898c-65bd1636dec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:39:00Z', 'updated_at': '2022-08-10T12:39:00Z', 'revision_number': 0, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb8a2a5-73f3-4d2a-a283-2fc5c8005767', 'name': '', 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'mac_address': 'fa:16:3e:b4:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '72f1fcde-0c60-4c72-a304-3900e11b926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:13Z', 'updated_at': '2022-08-10T12:38:19Z', 'revision_number': 5, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'subnets': [{'id': '72f1fcde-0c60-4c72-a304-3900e11b926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:39:02.251858 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f754d286-a9c7-4731-9781-dde3d9c998be None None] The sync data for ids ['e82f7e36-40c6-4d87-9ae0-2a9f390902ce'] in dv-cinder-852261-3-iscsi is: [{'id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'name': 'tempest-TestShelveInstance-396888942-router', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:11Z', 'updated_at': '2022-08-10T12:38:14Z', 'revision_number': 4, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'gw_port': {'id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:12Z', 'updated_at': '2022-08-10T12:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '7a66feed-c041-45a4-891d-4845d6a191e8', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'port_id': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01', 'mac_address': 'fa:16:3e:90:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0cda6b-0e67-4271-898c-65bd1636dec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:39:00Z', 'updated_at': '2022-08-10T12:39:00Z', 'revision_number': 0, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bb8a2a5-73f3-4d2a-a283-2fc5c8005767', 'name': '', 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'mac_address': 'fa:16:3e:b4:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '72f1fcde-0c60-4c72-a304-3900e11b926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:13Z', 'updated_at': '2022-08-10T12:38:19Z', 'revision_number': 5, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'subnets': [{'id': '72f1fcde-0c60-4c72-a304-3900e11b926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:39:02.267097 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f5fb32d1-e23d-48d4-93b0-cd22324f1fbd req-867a32dd-2597-44e1-8585-b25f41812f59 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a4f38671-a0fe-4d93-81a4-a719e9fa0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385384 Aug 10 12:39:02.269553 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-43c0593c-d0f8-441c-8af2-1578b4305a59 req-23b4b56e-7869-49d8-ad6f-6219ec69714c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dc107b9b-6365-4e19-9b21-085b02ba9b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100439 Aug 10 12:39:02.344534 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515839ca-0b39-4a1e-bed9-cac2fb969799 req-39c07958-c9e9-434f-a781-70d02b5d85df tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:02.349808 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-515839ca-0b39-4a1e-bed9-cac2fb969799 req-39c07958-c9e9-434f-a781-70d02b5d85df tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=2542450f-aa80-4cdc-a0f1-4e76c69906fd HTTP/1.1" status: 200 len: 943 time: 0.0778587 Aug 10 12:39:02.398156 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f5fb32d1-e23d-48d4-93b0-cd22324f1fbd req-c7202f72-6e17-445b-812d-561248d801d9 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a4f38671-a0fe-4d93-81a4-a719e9fa0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145284 Aug 10 12:39:02.418324 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-515839ca-0b39-4a1e-bed9-cac2fb969799 req-8e5db6d6-c652-435f-b6c9-f23374e2f0b9 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609908 Aug 10 12:39:02.528921 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a56cf8e-8d90-4868-9cbe-54c18503049c None None] New status for floating IP 7a66feed-c041-45a4-891d-4845d6a191e8: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:39:03.164742 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f387e-eacc-4f7c-9cb1-56e078e94d61 req-b85959ce-cd6e-4a95-ada0-aeb11156361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:03.166288 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-291f387e-eacc-4f7c-9cb1-56e078e94d61 req-b85959ce-cd6e-4a95-ada0-aeb11156361c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=afa4735b7c5b46bc9a0ca81f4733de00&device_id=2542450f-aa80-4cdc-a0f1-4e76c69906fd HTTP/1.1" status: 200 len: 1127 time: 0.0448532 Aug 10 12:39:03.263179 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f387e-eacc-4f7c-9cb1-56e078e94d61 req-cc81cd34-5540-4a36-a393-c225b6642a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:03.264840 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-291f387e-eacc-4f7c-9cb1-56e078e94d61 req-cc81cd34-5540-4a36-a393-c225b6642a9e service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=dc107b9b-6365-4e19-9b21-085b02ba9b19 HTTP/1.1" status: 200 len: 910 time: 0.0916555 Aug 10 12:39:03.307553 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-291f387e-eacc-4f7c-9cb1-56e078e94d61 req-8c1bc4c5-96ea-4ca0-9cd0-4f8b94c94c43 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=feaf6703-6902-4482-b882-6413ff5a2579 HTTP/1.1" status: 200 len: 217 time: 0.0364246 Aug 10 12:39:03.370863 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f387e-eacc-4f7c-9cb1-56e078e94d61 req-802b3ca5-8893-4392-a486-88b616e94deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:03.373733 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-291f387e-eacc-4f7c-9cb1-56e078e94d61 req-802b3ca5-8893-4392-a486-88b616e94deb service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=538baf45-19fe-483b-80f8-3fdd2b0e84cc HTTP/1.1" status: 200 len: 849 time: 0.0593307 Aug 10 12:39:03.411267 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-291f387e-eacc-4f7c-9cb1-56e078e94d61 req-1712d85e-d491-4382-ad37-1c532fab9511 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=dc107b9b-6365-4e19-9b21-085b02ba9b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322204 Aug 10 12:39:03.438018 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:03.570311 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device feaf6703-6902-4482-b882-6413ff5a2579 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:39:03.578568 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68325bb9-1b08-4594-9293-f93e3ff442f9 req-b0e6f673-b372-458b-b184-69defb2a0e38 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:03.580120 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-68325bb9-1b08-4594-9293-f93e3ff442f9 req-b0e6f673-b372-458b-b184-69defb2a0e38 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=2542450f-aa80-4cdc-a0f1-4e76c69906fd HTTP/1.1" status: 200 len: 943 time: 0.0624647 Aug 10 12:39:03.582305 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-291f387e-eacc-4f7c-9cb1-56e078e94d61 req-d6c4fa5a-2c5e-4f4a-951d-feb8c6705d36 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dc107b9b-6365-4e19-9b21-085b02ba9b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642928 Aug 10 12:39:03.667133 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:03.690831 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port feaf6703-6902-4482-b882-6413ff5a2579, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=feaf6703-6902-4482-b882-6413ff5a2579,segment=NetworkSegment(30d21493-7eea-44e8-a58a-aca0da0c7cfe),segment_id=30d21493-7eea-44e8-a58a-aca0da0c7cfe)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:39:03.702158 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': 'feaf6703-6902-4482-b882-6413ff5a2579', 'network_id': 'dc107b9b-6365-4e19-9b21-085b02ba9b19', 'port_id': 'feaf6703-6902-4482-b882-6413ff5a2579', 'mac_address': 'fa:16:3e:6c:a3:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '538baf45-19fe-483b-80f8-3fdd2b0e84cc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:39:03.704397 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-68325bb9-1b08-4594-9293-f93e3ff442f9 req-7aed235b-9937-4b20-a9e3-73ee43f79032 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048000 Aug 10 12:39:03.720887 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-291f387e-eacc-4f7c-9cb1-56e078e94d61 req-190cbd8c-09f5-4185-b5d3-f21e79ec3edb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dc107b9b-6365-4e19-9b21-085b02ba9b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316497 Aug 10 12:39:03.738103 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port feaf6703-6902-4482-b882-6413ff5a2579 is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:39:03.738440 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (feaf6703-6902-4482-b882-6413ff5a2579), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:03.755504 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feaf6703-6902-4482-b882-6413ff5a2579 {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:39:03.774989 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port feaf6703-6902-4482-b882-6413ff5a2579, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=feaf6703-6902-4482-b882-6413ff5a2579,segment=NetworkSegment(30d21493-7eea-44e8-a58a-aca0da0c7cfe),segment_id=30d21493-7eea-44e8-a58a-aca0da0c7cfe)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:39:03.778822 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (feaf6703-6902-4482-b882-6413ff5a2579), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:03.825957 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=feaf6703-6902-4482-b882-6413ff5a2579,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:04.107768 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['feaf6703-6902-4482-b882-6413ff5a2579'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:39:04.831057 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db6a74-6a1c-4044-8cfa-be85ec46b963 req-3371e141-cb81-4c8e-944d-a27e420c6146 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:04.832528 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d4db6a74-6a1c-4044-8cfa-be85ec46b963 req-3371e141-cb81-4c8e-944d-a27e420c6146 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=2542450f-aa80-4cdc-a0f1-4e76c69906fd HTTP/1.1" status: 200 len: 944 time: 0.0491035 Aug 10 12:39:04.880669 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d4db6a74-6a1c-4044-8cfa-be85ec46b963 req-dd671363-cf28-4ec1-8779-a03c8829a34f tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425544 Aug 10 12:39:05.579334 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device feaf6703-6902-4482-b882-6413ff5a2579 up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:39:05.622347 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port feaf6703-6902-4482-b882-6413ff5a2579 completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:39:05.628216 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port feaf6703-6902-4482-b882-6413ff5a2579 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:39:05.628591 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (feaf6703-6902-4482-b882-6413ff5a2579), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:05.688796 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:05.704089 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port feaf6703-6902-4482-b882-6413ff5a2579 is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:39:05.704480 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (feaf6703-6902-4482-b882-6413ff5a2579), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:05.728368 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2542450f-aa80-4cdc-a0f1-4e76c69906fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaf6703-6902-4482-b882-6413ff5a2579'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:39:05.730617 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de35f4bb-1159-4964-a8eb-12a09141c469" -d '{"events": [{"server_uuid": "2542450f-aa80-4cdc-a0f1-4e76c69906fd", "name": "network-vif-plugged", "status": "completed", "tag": "feaf6703-6902-4482-b882-6413ff5a2579"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:39:05.743807 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port feaf6703-6902-4482-b882-6413ff5a2579, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=feaf6703-6902-4482-b882-6413ff5a2579,segment=NetworkSegment(30d21493-7eea-44e8-a58a-aca0da0c7cfe),segment_id=30d21493-7eea-44e8-a58a-aca0da0c7cfe)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:39:05.750921 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (feaf6703-6902-4482-b882-6413ff5a2579), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:05.778345 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c56827f-2244-4e00-b8dd-3fe26978f8b2 x-openstack-request-id: req-9c56827f-2244-4e00-b8dd-3fe26978f8b2 {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:39:05.778633 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2542450f-aa80-4cdc-a0f1-4e76c69906fd", "name": "network-vif-plugged", "status": "completed", "tag": "feaf6703-6902-4482-b882-6413ff5a2579", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:39:05.778885 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c56827f-2244-4e00-b8dd-3fe26978f8b2 {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:39:05.779278 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c56827f-2244-4e00-b8dd-3fe26978f8b2'] response: {'server_uuid': '2542450f-aa80-4cdc-a0f1-4e76c69906fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaf6703-6902-4482-b882-6413ff5a2579', 'code': 200} Aug 10 12:39:05.802139 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:05.806604 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=feaf6703-6902-4482-b882-6413ff5a2579,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:06.013549 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f052525-8160-4219-9e7b-32d2a1cc5bcd req-82fca10b-5722-4976-b310-a3d61fa222c1 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:06.014593 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6133b31-20da-470d-ba61-ef6be49b9a00 req-c8a3220f-c45c-4097-872d-adac3a11e2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:06.016221 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b6133b31-20da-470d-ba61-ef6be49b9a00 req-c8a3220f-c45c-4097-872d-adac3a11e2df service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2542450f-aa80-4cdc-a0f1-4e76c69906fd HTTP/1.1" status: 200 len: 1129 time: 0.0438550 Aug 10 12:39:06.017801 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1f052525-8160-4219-9e7b-32d2a1cc5bcd req-82fca10b-5722-4976-b310-a3d61fa222c1 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=2542450f-aa80-4cdc-a0f1-4e76c69906fd HTTP/1.1" status: 200 len: 945 time: 0.0552707 Aug 10 12:39:06.073143 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b6133b31-20da-470d-ba61-ef6be49b9a00 req-772e9c3c-ee96-4f60-8436-66e3bf35ce2e service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495522 Aug 10 12:39:06.075892 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1f052525-8160-4219-9e7b-32d2a1cc5bcd req-85d1f633-c03a-446a-a5c3-149cbd95fef8 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548356 Aug 10 12:39:07.205240 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c23a1-5113-47e6-a31d-2e5759bb7d4a req-10d6eb92-f6a8-4473-a9d9-b1d96ec582f5 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:07.206826 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-341c23a1-5113-47e6-a31d-2e5759bb7d4a req-10d6eb92-f6a8-4473-a9d9-b1d96ec582f5 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=2542450f-aa80-4cdc-a0f1-4e76c69906fd HTTP/1.1" status: 200 len: 945 time: 0.0549924 Aug 10 12:39:07.267606 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-341c23a1-5113-47e6-a31d-2e5759bb7d4a req-daa9d7b2-edca-4a74-bc02-6767a3e2f4d0 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532482 Aug 10 12:39:08.394065 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2c220-b535-4140-a5df-3b868142a870 req-c0505595-2691-416c-b067-72ae14ee1f45 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:08.395560 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-fbb2c220-b535-4140-a5df-3b868142a870 req-c0505595-2691-416c-b067-72ae14ee1f45 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=2542450f-aa80-4cdc-a0f1-4e76c69906fd HTTP/1.1" status: 200 len: 945 time: 0.0518093 Aug 10 12:39:08.443121 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-fbb2c220-b535-4140-a5df-3b868142a870 req-d34901fd-99a8-46fd-a7d4-7c27d05cbc63 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418179 Aug 10 12:39:09.421091 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88418d6a-6f1f-4b23-ab8e-ed9b17d02e6f req-3d584b58-e006-4ab3-b2be-10cba87ff6b0 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:09.422626 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-88418d6a-6f1f-4b23-ab8e-ed9b17d02e6f req-3d584b58-e006-4ab3-b2be-10cba87ff6b0 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=2542450f-aa80-4cdc-a0f1-4e76c69906fd HTTP/1.1" status: 200 len: 945 time: 0.0477567 Aug 10 12:39:09.470139 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-88418d6a-6f1f-4b23-ab8e-ed9b17d02e6f req-7461832a-a6e4-4dba-9487-a7208f7b4a55 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412731 Aug 10 12:39:10.591505 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd02df-add8-425d-8838-699b4182cb70 req-a040a865-8363-42c9-abec-dd49341b9663 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:10.592872 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0fdd02df-add8-425d-8838-699b4182cb70 req-a040a865-8363-42c9-abec-dd49341b9663 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=2542450f-aa80-4cdc-a0f1-4e76c69906fd HTTP/1.1" status: 200 len: 945 time: 0.0479636 Aug 10 12:39:10.640225 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0fdd02df-add8-425d-8838-699b4182cb70 req-13ac62dd-8030-4975-a952-b3c2faf9982f tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412462 Aug 10 12:39:11.137622 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3416214-5277-4a3e-a5db-326ba36ba52f req-8b3c87ea-63ea-48aa-a564-a48368c59a5b tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:11.139137 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e3416214-5277-4a3e-a5db-326ba36ba52f req-8b3c87ea-63ea-48aa-a564-a48368c59a5b tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=2542450f-aa80-4cdc-a0f1-4e76c69906fd HTTP/1.1" status: 200 len: 945 time: 0.0472670 Aug 10 12:39:11.226815 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-e3416214-5277-4a3e-a5db-326ba36ba52f req-42706425-883d-466e-be90-df1d1597f5d7 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Deleting port feaf6703-6902-4482-b882-6413ff5a2579 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:39:11.227158 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-e3416214-5277-4a3e-a5db-326ba36ba52f req-42706425-883d-466e-be90-df1d1597f5d7 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (feaf6703-6902-4482-b882-6413ff5a2579), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:11.316522 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-e3416214-5277-4a3e-a5db-326ba36ba52f req-42706425-883d-466e-be90-df1d1597f5d7 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] For port feaf6703-6902-4482-b882-6413ff5a2579, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=feaf6703-6902-4482-b882-6413ff5a2579,segment=NetworkSegment(30d21493-7eea-44e8-a58a-aca0da0c7cfe),segment_id=30d21493-7eea-44e8-a58a-aca0da0c7cfe)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:39:11.316883 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-e3416214-5277-4a3e-a5db-326ba36ba52f req-42706425-883d-466e-be90-df1d1597f5d7 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (feaf6703-6902-4482-b882-6413ff5a2579), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:11.330939 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-e3416214-5277-4a3e-a5db-326ba36ba52f req-42706425-883d-466e-be90-df1d1597f5d7 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Calling delete_port for feaf6703-6902-4482-b882-6413ff5a2579 owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:39:11.540417 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 54556) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:11.587146 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Deleting subnet b2d8ff05-4246-4735-aae1-e696cf7cde09 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 10 12:39:11.590608 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Publish callbacks [] for subnet (b2d8ff05-4246-4735-aae1-e696cf7cde09), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:11.635324 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649385'] for subnet (b2d8ff05-4246-4735-aae1-e696cf7cde09), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:11.637007 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:11.664711 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:11.683294 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731369'] for subnet (b2d8ff05-4246-4735-aae1-e696cf7cde09), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:11.714951 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:11.764111 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-e3416214-5277-4a3e-a5db-326ba36ba52f req-42706425-883d-466e-be90-df1d1597f5d7 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (feaf6703-6902-4482-b882-6413ff5a2579), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:11.774788 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14084917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12800774'] for subnet (b2d8ff05-4246-4735-aae1-e696cf7cde09), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:11.792963 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42706425-883d-466e-be90-df1d1597f5d7 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Pushing event deleted for resources: {'Port': ['ID=feaf6703-6902-4482-b882-6413ff5a2579,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:11.802980 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['feaf6703-6902-4482-b882-6413ff5a2579'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:39:11.818660 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2d8ff05-4246-4735-aae1-e696cf7cde09,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:11.825953 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:11.829961 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/b2d8ff05-4246-4735-aae1-e696cf7cde09 HTTP/1.1" status: 204 len: 168 time: 0.2884831 Aug 10 12:39:11.832005 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:11.832533 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:11.833154 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:11.833375 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 54560) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:11.833693 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:11.834035 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:11.834506 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:11.835109 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:11.835521 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:11.835858 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:11.836194 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:11.836765 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:11.837106 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:11.837666 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:11.838011 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:11.838341 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed69f777-4ac5-434b-8a58-b4537b598faa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:11.847127 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc1249-8656-45da-9c58-4eb78e9af426 req-70905192-e961-4ed7-83f4-56422c4b30f3 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:11.848725 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-43dc1249-8656-45da-9c58-4eb78e9af426 req-70905192-e961-4ed7-83f4-56422c4b30f3 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=2542450f-aa80-4cdc-a0f1-4e76c69906fd HTTP/1.1" status: 200 len: 945 time: 0.1107142 Aug 10 12:39:11.860478 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3416214-5277-4a3e-a5db-326ba36ba52f req-42706425-883d-466e-be90-df1d1597f5d7 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] No DVR routers for this DVR port feaf6703-6902-4482-b882-6413ff5a2579 on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:39:11.871010 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-e3416214-5277-4a3e-a5db-326ba36ba52f req-42706425-883d-466e-be90-df1d1597f5d7 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:11.874369 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e3416214-5277-4a3e-a5db-326ba36ba52f req-42706425-883d-466e-be90-df1d1597f5d7 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.64 "DELETE /networking/v2.0/ports/feaf6703-6902-4482-b882-6413ff5a2579 HTTP/1.1" status: 204 len: 173 time: 0.7296441 Aug 10 12:39:11.874788 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2542450f-aa80-4cdc-a0f1-4e76c69906fd', 'name': 'network-vif-deleted', 'tag': 'feaf6703-6902-4482-b882-6413ff5a2579'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:39:11.877646 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9d55db-9afe-4bdb-94ca-e2f30e195912" -d '{"events": [{"server_uuid": "2542450f-aa80-4cdc-a0f1-4e76c69906fd", "name": "network-vif-deleted", "tag": "feaf6703-6902-4482-b882-6413ff5a2579"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:39:11.905495 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-43dc1249-8656-45da-9c58-4eb78e9af426 req-028351c9-e9be-4c31-bd3e-a9ea73ee8335 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499260 Aug 10 12:39:11.937614 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5923ba71-b140-4eb9-b53b-7ca5556a470b x-openstack-request-id: req-5923ba71-b140-4eb9-b53b-7ca5556a470b {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:39:11.937907 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2542450f-aa80-4cdc-a0f1-4e76c69906fd", "name": "network-vif-deleted", "tag": "feaf6703-6902-4482-b882-6413ff5a2579", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:39:11.938161 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5923ba71-b140-4eb9-b53b-7ca5556a470b {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:39:11.939077 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5923ba71-b140-4eb9-b53b-7ca5556a470b'] response: {'server_uuid': '2542450f-aa80-4cdc-a0f1-4e76c69906fd', 'name': 'network-vif-deleted', 'tag': 'feaf6703-6902-4482-b882-6413ff5a2579', 'status': 'completed', 'code': 200} Aug 10 12:39:11.945432 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1314b588-3f36-4d1e-95aa-39d1cd8cee2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659484'] for network (b415dbb0-6754-4a69-93ad-2e3051f45286), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:12.029782 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1314b588-3f36-4d1e-95aa-39d1cd8cee2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1708682', 'neutron.services.segments.db._delete_segments_for_network-8736056424951'] for network (b415dbb0-6754-4a69-93ad-2e3051f45286), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:12.037715 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:12.052165 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-1314b588-3f36-4d1e-95aa-39d1cd8cee2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b415dbb0-6754-4a69-93ad-2e3051f45286']}} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:39:12.061661 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-1314b588-3f36-4d1e-95aa-39d1cd8cee2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546621ac-2d20-432f-b934-5dda8e4879ec') {'for_net_delete': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:39:12.061969 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-1314b588-3f36-4d1e-95aa-39d1cd8cee2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546621ac-2d20-432f-b934-5dda8e4879ec') {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:39:12.073008 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1314b588-3f36-4d1e-95aa-39d1cd8cee2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736056424843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14657679'] for segment (546621ac-2d20-432f-b934-5dda8e4879ec), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:12.087745 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1314b588-3f36-4d1e-95aa-39d1cd8cee2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (546621ac-2d20-432f-b934-5dda8e4879ec), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:12.095887 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1314b588-3f36-4d1e-95aa-39d1cd8cee2f admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:39:12.096322 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1314b588-3f36-4d1e-95aa-39d1cd8cee2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14596241'] for segment (546621ac-2d20-432f-b934-5dda8e4879ec), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:12.136445 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment 546621ac-2d20-432f-b934-5dda8e4879ec resource provider aggregate not found Aug 10 12:39:12.155308 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment 546621ac-2d20-432f-b934-5dda8e4879ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 546621ac-2d20-432f-b934-5dda8e4879ec found for delete ", "request_id": "req-e7b2acbc-55a2-4df7-8b4c-85de18a89294"}]} Aug 10 12:39:12.163819 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1314b588-3f36-4d1e-95aa-39d1cd8cee2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1708675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745837'] for network (b415dbb0-6754-4a69-93ad-2e3051f45286), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:12.169333 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-1314b588-3f36-4d1e-95aa-39d1cd8cee2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:12.173096 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-1314b588-3f36-4d1e-95aa-39d1cd8cee2f admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/b415dbb0-6754-4a69-93ad-2e3051f45286 HTTP/1.1" status: 204 len: 168 time: 0.3382940 Aug 10 12:39:12.176160 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 54568) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:12.184074 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314b588-3f36-4d1e-95aa-39d1cd8cee2f admin admin] Pushing event deleted for resources: {'Network': ['ID=b415dbb0-6754-4a69-93ad-2e3051f45286,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:12.216573 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=55 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:12.221836 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-251c6e9d-31bd-4589-a9de-e683aef7edb7 admin admin] Deleting subnet c1ed41a6-96e7-43e6-8bd3-4d1ac02bd7b3 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 10 12:39:12.225194 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-251c6e9d-31bd-4589-a9de-e683aef7edb7 admin admin] Publish callbacks [] for subnet (c1ed41a6-96e7-43e6-8bd3-4d1ac02bd7b3), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:12.261441 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-251c6e9d-31bd-4589-a9de-e683aef7edb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649385'] for subnet (c1ed41a6-96e7-43e6-8bd3-4d1ac02bd7b3), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:12.304843 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-251c6e9d-31bd-4589-a9de-e683aef7edb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731369'] for subnet (c1ed41a6-96e7-43e6-8bd3-4d1ac02bd7b3), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:12.359434 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-251c6e9d-31bd-4589-a9de-e683aef7edb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14084917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12800774'] for subnet (c1ed41a6-96e7-43e6-8bd3-4d1ac02bd7b3), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:12.387125 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c6e9d-31bd-4589-a9de-e683aef7edb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1ed41a6-96e7-43e6-8bd3-4d1ac02bd7b3,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:12.390991 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-251c6e9d-31bd-4589-a9de-e683aef7edb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:12.395046 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-251c6e9d-31bd-4589-a9de-e683aef7edb7 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/c1ed41a6-96e7-43e6-8bd3-4d1ac02bd7b3 HTTP/1.1" status: 204 len: 168 time: 0.2178845 Aug 10 12:39:12.397675 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 54570) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:12.474371 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-53d4aeb6-9267-4978-b6fe-ae8d7c3426f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659484'] for network (c28c5e4b-7044-436e-9164-2ca1f54a147a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:12.555910 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-53d4aeb6-9267-4978-b6fe-ae8d7c3426f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1708682', 'neutron.services.segments.db._delete_segments_for_network-8736056424951'] for network (c28c5e4b-7044-436e-9164-2ca1f54a147a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:12.578113 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.services.segments.db [None req-53d4aeb6-9267-4978-b6fe-ae8d7c3426f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28c5e4b-7044-436e-9164-2ca1f54a147a']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:39:12.589017 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.services.segments.db [None req-53d4aeb6-9267-4978-b6fe-ae8d7c3426f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952b3b46-6322-4988-a8c6-17af0fab2d61') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:39:12.589339 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.services.segments.db [None req-53d4aeb6-9267-4978-b6fe-ae8d7c3426f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952b3b46-6322-4988-a8c6-17af0fab2d61') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:39:12.599537 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-53d4aeb6-9267-4978-b6fe-ae8d7c3426f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736056424843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649378'] for segment (952b3b46-6322-4988-a8c6-17af0fab2d61), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:12.613905 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-53d4aeb6-9267-4978-b6fe-ae8d7c3426f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (952b3b46-6322-4988-a8c6-17af0fab2d61), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:12.620251 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d4aeb6-9267-4978-b6fe-ae8d7c3426f4 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:39:12.620681 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-53d4aeb6-9267-4978-b6fe-ae8d7c3426f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14084843'] for segment (952b3b46-6322-4988-a8c6-17af0fab2d61), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:12.664059 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.services.segments.plugin [-] Segment 952b3b46-6322-4988-a8c6-17af0fab2d61 resource provider aggregate not found Aug 10 12:39:12.682010 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.services.segments.plugin [-] Segment 952b3b46-6322-4988-a8c6-17af0fab2d61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 952b3b46-6322-4988-a8c6-17af0fab2d61 found for delete ", "request_id": "req-37002ada-8f4d-4c8a-9e78-ca2313239d7c"}]} Aug 10 12:39:12.690259 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-53d4aeb6-9267-4978-b6fe-ae8d7c3426f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1708675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745837'] for network (c28c5e4b-7044-436e-9164-2ca1f54a147a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:12.697610 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-53d4aeb6-9267-4978-b6fe-ae8d7c3426f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:12.700771 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-53d4aeb6-9267-4978-b6fe-ae8d7c3426f4 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/c28c5e4b-7044-436e-9164-2ca1f54a147a HTTP/1.1" status: 204 len: 168 time: 0.3020999 Aug 10 12:39:12.711240 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4aeb6-9267-4978-b6fe-ae8d7c3426f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c28c5e4b-7044-436e-9164-2ca1f54a147a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:12.930927 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 54580) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:12.985677 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-5a0298ca-195e-4576-bad5-ed3acd555bf2 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=636f8bc0692549f2aa7b000f82149231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529432 Aug 10 12:39:12.988526 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 54586) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:13.038585 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:13.042639 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b5a60a76-ef7a-4f29-b03c-8deb9bb3fbf3 admin admin] Publish callbacks [] for security_group (cd6a657d-3870-43c6-b08b-dab4c6eb4a3d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:13.068252 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b5a60a76-ef7a-4f29-b03c-8deb9bb3fbf3 admin admin] Publish callbacks [] for security_group (cd6a657d-3870-43c6-b08b-dab4c6eb4a3d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:13.117688 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b5a60a76-ef7a-4f29-b03c-8deb9bb3fbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (cd6a657d-3870-43c6-b08b-dab4c6eb4a3d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:13.120738 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-b5a60a76-ef7a-4f29-b03c-8deb9bb3fbf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:13.121928 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-b5a60a76-ef7a-4f29-b03c-8deb9bb3fbf3 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/cd6a657d-3870-43c6-b08b-dab4c6eb4a3d HTTP/1.1" status: 204 len: 168 time: 0.1315386 Aug 10 12:39:13.131570 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a60a76-ef7a-4f29-b03c-8deb9bb3fbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6a657d-3870-43c6-b08b-dab4c6eb4a3d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:13.259668 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558e80-3e50-4299-b748-e94da827c0ff req-d2d55153-e952-461a-815a-63ec8cfa9dcb tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:13.261189 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-65558e80-3e50-4299-b748-e94da827c0ff req-d2d55153-e952-461a-815a-63ec8cfa9dcb tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/networks?id=dc107b9b-6365-4e19-9b21-085b02ba9b19 HTTP/1.1" status: 200 len: 809 time: 0.1059062 Aug 10 12:39:13.276169 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-65558e80-3e50-4299-b748-e94da827c0ff req-d56fe077-c8d6-4e7e-8e31-b02e7cf44aee tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/quotas/afa4735b7c5b46bc9a0ca81f4733de00 HTTP/1.1" status: 200 len: 375 time: 0.0092435 Aug 10 12:39:13.319154 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-65558e80-3e50-4299-b748-e94da827c0ff req-80ef0fd3-6dda-4333-91c6-01a04b81fde9 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=afa4735b7c5b46bc9a0ca81f4733de00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357065 Aug 10 12:39:13.414438 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-65558e80-3e50-4299-b748-e94da827c0ff req-105c86bd-a883-4896-bdc9-f6ab634118db service neutron] 10.222.0.65 "GET /networking/v2.0/networks/dc107b9b-6365-4e19-9b21-085b02ba9b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884202 Aug 10 12:39:13.483724 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 54602) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:13.519012 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-65558e80-3e50-4299-b748-e94da827c0ff req-faec73a1-8e27-41dd-915a-8027472dd330 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/dc107b9b-6365-4e19-9b21-085b02ba9b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968623 Aug 10 12:39:13.526771 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-102cea04-1377-4987-a83a-47f885ea1644 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=6e14f60e46df4243b7d9b78ab67c4856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417984 Aug 10 12:39:13.529199 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 54604) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:13.554215 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:13.598120 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7ad6778-4171-41af-9cdc-210a8bc08df4 admin admin] Publish callbacks [] for security_group (a6f54b49-173f-4358-aee7-d577cd685835), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:13.625005 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7ad6778-4171-41af-9cdc-210a8bc08df4 admin admin] Publish callbacks [] for security_group (a6f54b49-173f-4358-aee7-d577cd685835), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:13.701168 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bfb2556d-8cf7-4e8d-946e-ce873e423df8 req-a35cb19b-b430-4b32-ab43-8bf0d7ebb9b8 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=87f12081-14f7-4b05-9086-7ed8ea7e592a HTTP/1.1" status: 200 len: 210 time: 0.0319479 Aug 10 12:39:13.703307 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7ad6778-4171-41af-9cdc-210a8bc08df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (a6f54b49-173f-4358-aee7-d577cd685835), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:13.706999 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e7ad6778-4171-41af-9cdc-210a8bc08df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:13.710624 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-e7ad6778-4171-41af-9cdc-210a8bc08df4 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/a6f54b49-173f-4358-aee7-d577cd685835 HTTP/1.1" status: 204 len: 168 time: 0.1744368 Aug 10 12:39:13.719218 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad6778-4171-41af-9cdc-210a8bc08df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f54b49-173f-4358-aee7-d577cd685835,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:14.835301 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-2ff0f070-7d8b-4217-82e4-81a85534ef54 req-83feee11-4a6b-4df7-bb85-a93880b1ef91 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=87f12081-14f7-4b05-9086-7ed8ea7e592a HTTP/1.1" status: 200 len: 210 time: 0.0385346 Aug 10 12:39:14.939207 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558e80-3e50-4299-b748-e94da827c0ff req-dfb8a4af-ff6d-4c6e-8316-0da6c54a52d6 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:14.940698 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-65558e80-3e50-4299-b748-e94da827c0ff req-dfb8a4af-ff6d-4c6e-8316-0da6c54a52d6 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.64 "GET /networking/v2.0/networks?id=dc107b9b-6365-4e19-9b21-085b02ba9b19 HTTP/1.1" status: 200 len: 809 time: 0.1164532 Aug 10 12:39:14.988209 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-65558e80-3e50-4299-b748-e94da827c0ff req-4d3168b4-2570-40db-b5a3-619cc7251536 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Request body: {'port': {'device_id': '87f12081-14f7-4b05-9086-7ed8ea7e592a', 'network_id': 'dc107b9b-6365-4e19-9b21-085b02ba9b19', 'admin_state_up': True, 'tenant_id': 'afa4735b7c5b46bc9a0ca81f4733de00'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:39:15.100085 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65558e80-3e50-4299-b748-e94da827c0ff req-4d3168b4-2570-40db-b5a3-619cc7251536 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Made reservation on behalf of afa4735b7c5b46bc9a0ca81f4733de00 for: {'port': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:39:15.104132 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-65558e80-3e50-4299-b748-e94da827c0ff req-4d3168b4-2570-40db-b5a3-619cc7251536 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:15.113926 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:15.237355 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [req-65558e80-3e50-4299-b748-e94da827c0ff req-4d3168b4-2570-40db-b5a3-619cc7251536 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Allocated IP 172.20.0.5 (dc107b9b-6365-4e19-9b21-085b02ba9b19/538baf45-19fe-483b-80f8-3fdd2b0e84cc/b6677c65-e6eb-4c06-8f18-c5665f8a5405) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:39:15.294239 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:15.336355 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:15.398441 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-65558e80-3e50-4299-b748-e94da827c0ff req-4d3168b4-2570-40db-b5a3-619cc7251536 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Publish callbacks [] for port (b6677c65-e6eb-4c06-8f18-c5665f8a5405), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:15.430605 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-65558e80-3e50-4299-b748-e94da827c0ff req-4d3168b4-2570-40db-b5a3-619cc7251536 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (b6677c65-e6eb-4c06-8f18-c5665f8a5405), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:15.478091 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65558e80-3e50-4299-b748-e94da827c0ff req-4d3168b4-2570-40db-b5a3-619cc7251536 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Network dc107b9b-6365-4e19-9b21-085b02ba9b19 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:39:15.481660 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [req-65558e80-3e50-4299-b748-e94da827c0ff req-4d3168b4-2570-40db-b5a3-619cc7251536 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:39:15.484224 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-65558e80-3e50-4299-b748-e94da827c0ff req-4d3168b4-2570-40db-b5a3-619cc7251536 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:39:15.512629 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3168b4-2570-40db-b5a3-619cc7251536 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Pushing event updated for resources: {'Port': ['ID=b6677c65-e6eb-4c06-8f18-c5665f8a5405,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:15.543457 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558e80-3e50-4299-b748-e94da827c0ff req-4d3168b4-2570-40db-b5a3-619cc7251536 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:15.544062 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-65558e80-3e50-4299-b748-e94da827c0ff req-4d3168b4-2570-40db-b5a3-619cc7251536 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:15.560823 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-65558e80-3e50-4299-b748-e94da827c0ff req-4d3168b4-2570-40db-b5a3-619cc7251536 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5766218 Aug 10 12:39:15.577898 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] Request body: {'port': {'device_id': '87f12081-14f7-4b05-9086-7ed8ea7e592a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:39:15.619622 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device feaf6703-6902-4482-b882-6413ff5a2579 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:39:15.653196 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: feaf6703-6902-4482-b882-6413ff5a2579 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:39:15.653196 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device feaf6703-6902-4482-b882-6413ff5a2579 not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:39:15.670577 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (b6677c65-e6eb-4c06-8f18-c5665f8a5405), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:15.913023 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:15.923419 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6677c65-e6eb-4c06-8f18-c5665f8a5405 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:39:15.931684 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] Publish callbacks [] for port (b6677c65-e6eb-4c06-8f18-c5665f8a5405), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:15.945973 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] Transition to ACTIVE for port object b6677c65-e6eb-4c06-8f18-c5665f8a5405 will not be triggered until provisioned by entity L2. {{(pid=103790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:39:15.949373 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (b6677c65-e6eb-4c06-8f18-c5665f8a5405), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:15.955398 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebb8a8-f3ee-4d72-9323-bfcfdfb42726 req-aee90bfb-ba9a-4700-9679-bb8519598460 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:15.957465 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-31ebb8a8-f3ee-4d72-9323-bfcfdfb42726 req-aee90bfb-ba9a-4700-9679-bb8519598460 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=87f12081-14f7-4b05-9086-7ed8ea7e592a HTTP/1.1" status: 200 len: 931 time: 0.0493581 Aug 10 12:39:16.008113 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-31ebb8a8-f3ee-4d72-9323-bfcfdfb42726 req-af39f4b1-6c85-4e5c-89b3-a98b69b5e387 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449409 Aug 10 12:39:16.035217 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=b6677c65-e6eb-4c06-8f18-c5665f8a5405,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:16.059028 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] Attempting to bind port b6677c65-e6eb-4c06-8f18-c5665f8a5405 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:39:16.059371 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] Attempting to bind port b6677c65-e6eb-4c06-8f18-c5665f8a5405 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': '30d21493-7eea-44e8-a58a-aca0da0c7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dc107b9b-6365-4e19-9b21-085b02ba9b19'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:39:16.059705 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] Attempting to bind port b6677c65-e6eb-4c06-8f18-c5665f8a5405 on network dc107b9b-6365-4e19-9b21-085b02ba9b19 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:39:16.064671 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] Port b6677c65-e6eb-4c06-8f18-c5665f8a5405 on network dc107b9b-6365-4e19-9b21-085b02ba9b19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:39:16.064995 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] Attempting to bind port b6677c65-e6eb-4c06-8f18-c5665f8a5405 on network dc107b9b-6365-4e19-9b21-085b02ba9b19 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:39:16.069888 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:39:16.070230 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] Checking segment: {'id': '30d21493-7eea-44e8-a58a-aca0da0c7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dc107b9b-6365-4e19-9b21-085b02ba9b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:39:16.070615 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] Bound using segment: {'id': '30d21493-7eea-44e8-a58a-aca0da0c7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dc107b9b-6365-4e19-9b21-085b02ba9b19'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:39:16.071051 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] Bound port: b6677c65-e6eb-4c06-8f18-c5665f8a5405, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d21493-7eea-44e8-a58a-aca0da0c7cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dc107b9b-6365-4e19-9b21-085b02ba9b19'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:39:16.071386 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (b6677c65-e6eb-4c06-8f18-c5665f8a5405), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:16.129115 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:16.131601 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] For port b6677c65-e6eb-4c06-8f18-c5665f8a5405, host hv-cinder-85226, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:39:16.134758 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] For port b6677c65-e6eb-4c06-8f18-c5665f8a5405, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b6677c65-e6eb-4c06-8f18-c5665f8a5405,segment=NetworkSegment(30d21493-7eea-44e8-a58a-aca0da0c7cfe),segment_id=30d21493-7eea-44e8-a58a-aca0da0c7cfe)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:39:16.140569 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (b6677c65-e6eb-4c06-8f18-c5665f8a5405), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:16.145840 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:16.146456 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:16.147842 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-65558e80-3e50-4299-b748-e94da827c0ff req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/b6677c65-e6eb-4c06-8f18-c5665f8a5405 HTTP/1.1" status: 200 len: 1093 time: 0.5742247 Aug 10 12:39:16.148327 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f12081-14f7-4b05-9086-7ed8ea7e592a', 'tag': 'b6677c65-e6eb-4c06-8f18-c5665f8a5405'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:39:16.150592 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317778d7-60fc-4504-9084-4a7e8ec3aece" -d '{"events": [{"name": "network-changed", "server_uuid": "87f12081-14f7-4b05-9086-7ed8ea7e592a", "tag": "b6677c65-e6eb-4c06-8f18-c5665f8a5405"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:39:16.199851 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bea342-2b62-46cf-aea8-ef5ec04a1ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=b6677c65-e6eb-4c06-8f18-c5665f8a5405,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:16.207762 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840113c5-78e4-4620-bd73-55681ed30f2f x-openstack-request-id: req-840113c5-78e4-4620-bd73-55681ed30f2f {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:39:16.208049 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f12081-14f7-4b05-9086-7ed8ea7e592a", "tag": "b6677c65-e6eb-4c06-8f18-c5665f8a5405", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:39:16.208303 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-840113c5-78e4-4620-bd73-55681ed30f2f {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:39:16.208699 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-840113c5-78e4-4620-bd73-55681ed30f2f'] response: {'name': 'network-changed', 'server_uuid': '87f12081-14f7-4b05-9086-7ed8ea7e592a', 'tag': 'b6677c65-e6eb-4c06-8f18-c5665f8a5405', 'status': 'completed', 'code': 200} Aug 10 12:39:16.284797 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558e80-3e50-4299-b748-e94da827c0ff req-f286ee04-f784-4f68-9368-ede6fccabf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:16.286290 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-65558e80-3e50-4299-b748-e94da827c0ff req-f286ee04-f784-4f68-9368-ede6fccabf4d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=afa4735b7c5b46bc9a0ca81f4733de00&device_id=87f12081-14f7-4b05-9086-7ed8ea7e592a HTTP/1.1" status: 200 len: 1127 time: 0.0405009 Aug 10 12:39:16.337260 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-65558e80-3e50-4299-b748-e94da827c0ff req-a8f941a4-a0e0-430e-b82f-06a53b9c95fc service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6677c65-e6eb-4c06-8f18-c5665f8a5405 HTTP/1.1" status: 200 len: 217 time: 0.0315974 Aug 10 12:39:16.385756 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65558e80-3e50-4299-b748-e94da827c0ff req-633971a9-7396-4321-acec-64eb06e3c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:16.387025 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-65558e80-3e50-4299-b748-e94da827c0ff req-633971a9-7396-4321-acec-64eb06e3c9f3 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=538baf45-19fe-483b-80f8-3fdd2b0e84cc HTTP/1.1" status: 200 len: 849 time: 0.0430620 Aug 10 12:39:16.424487 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-65558e80-3e50-4299-b748-e94da827c0ff req-0211ad77-a7a3-404e-97a1-8620dd90e95f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=dc107b9b-6365-4e19-9b21-085b02ba9b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297558 Aug 10 12:39:16.511849 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-65558e80-3e50-4299-b748-e94da827c0ff req-2bf29048-bd45-4baa-9811-366ce61b0f4f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dc107b9b-6365-4e19-9b21-085b02ba9b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798523 Aug 10 12:39:16.605381 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-65558e80-3e50-4299-b748-e94da827c0ff req-de8fd2cc-2df1-4244-b62e-5c4cc5549ff5 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dc107b9b-6365-4e19-9b21-085b02ba9b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851960 Aug 10 12:39:17.124717 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bab4d3-ef5f-48b2-87c0-807c09d1748a req-17de1190-5239-475d-8069-a643232b03d2 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:17.126313 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-57bab4d3-ef5f-48b2-87c0-807c09d1748a req-17de1190-5239-475d-8069-a643232b03d2 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=87f12081-14f7-4b05-9086-7ed8ea7e592a HTTP/1.1" status: 200 len: 943 time: 0.0474656 Aug 10 12:39:17.173185 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-57bab4d3-ef5f-48b2-87c0-807c09d1748a req-344ee203-e033-4d5d-88b7-8a8112652086 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404646 Aug 10 12:39:17.579942 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317778d7-60fc-4504-9084-4a7e8ec3aece req-bb9116c4-7a0a-45aa-99b6-dff99c57d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:17.581400 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-317778d7-60fc-4504-9084-4a7e8ec3aece req-bb9116c4-7a0a-45aa-99b6-dff99c57d33f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=afa4735b7c5b46bc9a0ca81f4733de00&device_id=87f12081-14f7-4b05-9086-7ed8ea7e592a HTTP/1.1" status: 200 len: 1127 time: 0.0388079 Aug 10 12:39:17.675008 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317778d7-60fc-4504-9084-4a7e8ec3aece req-683224c9-18a1-400f-97a3-ef30a22d8778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:17.676450 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-317778d7-60fc-4504-9084-4a7e8ec3aece req-683224c9-18a1-400f-97a3-ef30a22d8778 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=dc107b9b-6365-4e19-9b21-085b02ba9b19 HTTP/1.1" status: 200 len: 910 time: 0.0876036 Aug 10 12:39:17.715581 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-317778d7-60fc-4504-9084-4a7e8ec3aece req-f84d9c51-c1d3-489e-8fdf-e81a64d8a7c8 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6677c65-e6eb-4c06-8f18-c5665f8a5405 HTTP/1.1" status: 200 len: 217 time: 0.0318601 Aug 10 12:39:17.762993 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317778d7-60fc-4504-9084-4a7e8ec3aece req-96f7ff47-04f7-403a-abd2-3fab06e77a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:17.764337 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-317778d7-60fc-4504-9084-4a7e8ec3aece req-96f7ff47-04f7-403a-abd2-3fab06e77a4d service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=538baf45-19fe-483b-80f8-3fdd2b0e84cc HTTP/1.1" status: 200 len: 849 time: 0.0419431 Aug 10 12:39:17.798953 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-317778d7-60fc-4504-9084-4a7e8ec3aece req-7e20c102-ee85-4c80-a5ec-b0ec50a51937 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=dc107b9b-6365-4e19-9b21-085b02ba9b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279539 Aug 10 12:39:17.886159 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:17.890177 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-317778d7-60fc-4504-9084-4a7e8ec3aece req-6a9a51db-84cb-4616-83c7-9494e25f0be0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dc107b9b-6365-4e19-9b21-085b02ba9b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834496 Aug 10 12:39:17.980989 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-317778d7-60fc-4504-9084-4a7e8ec3aece req-33fe8bb9-3b78-4858-b557-c9a937d3a443 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/dc107b9b-6365-4e19-9b21-085b02ba9b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845494 Aug 10 12:39:18.301348 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9cd38-e642-4eea-ba82-00530e2396e5 req-71f30d25-1e41-4693-b9f0-0b1a401bf989 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:18.303022 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-52b9cd38-e642-4eea-ba82-00530e2396e5 req-71f30d25-1e41-4693-b9f0-0b1a401bf989 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=87f12081-14f7-4b05-9086-7ed8ea7e592a HTTP/1.1" status: 200 len: 943 time: 0.0521233 Aug 10 12:39:18.361825 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-52b9cd38-e642-4eea-ba82-00530e2396e5 req-6af6a550-76e4-4125-a409-d603e9adca1d tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530500 Aug 10 12:39:19.100262 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:19.478776 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f97f4-6d45-4504-8ce3-685fc1db6743 req-87c79050-372f-4c37-9c33-838edb06e24e tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:19.480251 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5f7f97f4-6d45-4504-8ce3-685fc1db6743 req-87c79050-372f-4c37-9c33-838edb06e24e tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=87f12081-14f7-4b05-9086-7ed8ea7e592a HTTP/1.1" status: 200 len: 943 time: 0.0471706 Aug 10 12:39:19.527713 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5f7f97f4-6d45-4504-8ce3-685fc1db6743 req-f0111db3-4d8a-4366-b8ed-99a33abe2af9 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411448 Aug 10 12:39:19.635154 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device b6677c65-e6eb-4c06-8f18-c5665f8a5405 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:39:19.738089 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port b6677c65-e6eb-4c06-8f18-c5665f8a5405, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b6677c65-e6eb-4c06-8f18-c5665f8a5405,segment=NetworkSegment(30d21493-7eea-44e8-a58a-aca0da0c7cfe),segment_id=30d21493-7eea-44e8-a58a-aca0da0c7cfe)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:39:19.749057 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': 'b6677c65-e6eb-4c06-8f18-c5665f8a5405', 'network_id': 'dc107b9b-6365-4e19-9b21-085b02ba9b19', 'port_id': 'b6677c65-e6eb-4c06-8f18-c5665f8a5405', 'mac_address': 'fa:16:3e:8b:32:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '538baf45-19fe-483b-80f8-3fdd2b0e84cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:39:19.786683 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port b6677c65-e6eb-4c06-8f18-c5665f8a5405 is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:39:19.787077 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (b6677c65-e6eb-4c06-8f18-c5665f8a5405), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:19.800259 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6677c65-e6eb-4c06-8f18-c5665f8a5405 {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:39:19.825803 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port b6677c65-e6eb-4c06-8f18-c5665f8a5405, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b6677c65-e6eb-4c06-8f18-c5665f8a5405,segment=NetworkSegment(30d21493-7eea-44e8-a58a-aca0da0c7cfe),segment_id=30d21493-7eea-44e8-a58a-aca0da0c7cfe)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:39:19.831011 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (b6677c65-e6eb-4c06-8f18-c5665f8a5405), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:19.882066 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=b6677c65-e6eb-4c06-8f18-c5665f8a5405,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:19.889089 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:19.889469 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:19.889819 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:19.890162 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:19.890500 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:19.890832 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:19.891653 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:19.891983 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:19.892310 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:19.892636 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:19.892961 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:19.893302 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:19.893631 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:19.893952 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:19.894273 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:20.183165 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['b6677c65-e6eb-4c06-8f18-c5665f8a5405'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:39:20.651107 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1bd3d-13bf-4cad-8d47-4352735b9616 req-fe142dc1-18f7-4dc9-bab7-0e26c787fb5d tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:20.652516 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f0e1bd3d-13bf-4cad-8d47-4352735b9616 req-fe142dc1-18f7-4dc9-bab7-0e26c787fb5d tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=87f12081-14f7-4b05-9086-7ed8ea7e592a HTTP/1.1" status: 200 len: 944 time: 0.0505598 Aug 10 12:39:20.698942 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f0e1bd3d-13bf-4cad-8d47-4352735b9616 req-92f712eb-f3be-4cd6-a83f-c7b78f90c4cb tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409269 Aug 10 12:39:21.495516 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-7ddc8b02-392c-4d50-9233-f0dd5e96860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:21.647251 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device b6677c65-e6eb-4c06-8f18-c5665f8a5405 up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:39:21.692680 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port b6677c65-e6eb-4c06-8f18-c5665f8a5405 completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:39:21.698894 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port b6677c65-e6eb-4c06-8f18-c5665f8a5405 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:39:21.699315 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (b6677c65-e6eb-4c06-8f18-c5665f8a5405), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:21.780232 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port b6677c65-e6eb-4c06-8f18-c5665f8a5405 is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:39:21.780628 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (b6677c65-e6eb-4c06-8f18-c5665f8a5405), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:21.803643 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f12081-14f7-4b05-9086-7ed8ea7e592a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6677c65-e6eb-4c06-8f18-c5665f8a5405'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:39:21.806212 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbc8e85-daf2-4f7e-b6bc-36f53c9169a1" -d '{"events": [{"server_uuid": "87f12081-14f7-4b05-9086-7ed8ea7e592a", "name": "network-vif-plugged", "status": "completed", "tag": "b6677c65-e6eb-4c06-8f18-c5665f8a5405"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:39:21.823136 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port b6677c65-e6eb-4c06-8f18-c5665f8a5405, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b6677c65-e6eb-4c06-8f18-c5665f8a5405,segment=NetworkSegment(30d21493-7eea-44e8-a58a-aca0da0c7cfe),segment_id=30d21493-7eea-44e8-a58a-aca0da0c7cfe)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:39:21.827181 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (b6677c65-e6eb-4c06-8f18-c5665f8a5405), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:21.832218 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb16ad-ff3f-4a12-beaa-321fc85d3f79 req-e8453411-fd02-4eca-8bdd-a5cb5b4aabbe tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:21.835980 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d8fb16ad-ff3f-4a12-beaa-321fc85d3f79 req-e8453411-fd02-4eca-8bdd-a5cb5b4aabbe tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=87f12081-14f7-4b05-9086-7ed8ea7e592a HTTP/1.1" status: 200 len: 944 time: 0.0600574 Aug 10 12:39:21.855181 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d627a1-a816-4aa6-884c-343938bce6b7 x-openstack-request-id: req-76d627a1-a816-4aa6-884c-343938bce6b7 {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:39:21.855470 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f12081-14f7-4b05-9086-7ed8ea7e592a", "name": "network-vif-plugged", "status": "completed", "tag": "b6677c65-e6eb-4c06-8f18-c5665f8a5405", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:39:21.855893 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-76d627a1-a816-4aa6-884c-343938bce6b7 {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:39:21.856285 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d627a1-a816-4aa6-884c-343938bce6b7'] response: {'server_uuid': '87f12081-14f7-4b05-9086-7ed8ea7e592a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6677c65-e6eb-4c06-8f18-c5665f8a5405', 'code': 200} Aug 10 12:39:21.882953 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=b6677c65-e6eb-4c06-8f18-c5665f8a5405,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:21.884970 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d8fb16ad-ff3f-4a12-beaa-321fc85d3f79 req-acf956ba-452b-4b41-96c5-ba7d2aa15b3a tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427189 Aug 10 12:39:23.003010 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38601df7-6d5b-4257-82a6-21ce61ab5f8c req-f239d6e9-780c-4497-ba90-8cda6f683bd3 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:23.004435 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-38601df7-6d5b-4257-82a6-21ce61ab5f8c req-f239d6e9-780c-4497-ba90-8cda6f683bd3 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=87f12081-14f7-4b05-9086-7ed8ea7e592a HTTP/1.1" status: 200 len: 945 time: 0.0472674 Aug 10 12:39:23.050427 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-38601df7-6d5b-4257-82a6-21ce61ab5f8c req-418fff83-9b56-4724-8de4-13d379b97293 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405042 Aug 10 12:39:23.257933 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:39:23.680088 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:23.682137 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:23.694873 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-93483fb2-b830-49d7-a57e-00672054e419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:24.167514 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba60eb-2073-4bb8-a5b0-af23e1875410 req-c3210694-41dc-462e-8cc6-f19b1bd6b031 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:24.168962 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-19ba60eb-2073-4bb8-a5b0-af23e1875410 req-c3210694-41dc-462e-8cc6-f19b1bd6b031 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=87f12081-14f7-4b05-9086-7ed8ea7e592a HTTP/1.1" status: 200 len: 945 time: 0.0462985 Aug 10 12:39:24.215645 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-19ba60eb-2073-4bb8-a5b0-af23e1875410 req-9822637e-53b3-4dea-8520-86db2af2bdf1 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405080 Aug 10 12:39:24.865288 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:24.901755 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:24.913912 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198a2cb-5961-4e9d-b84b-8b456ae16092 req-17c89d32-7ce0-446f-9932-695041d50be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:24.915416 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e198a2cb-5961-4e9d-b84b-8b456ae16092 req-17c89d32-7ce0-446f-9932-695041d50be3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=87f12081-14f7-4b05-9086-7ed8ea7e592a HTTP/1.1" status: 200 len: 1129 time: 0.0398893 Aug 10 12:39:24.964540 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e198a2cb-5961-4e9d-b84b-8b456ae16092 req-a6da2be3-ccd1-4c08-bfb8-d8dca4a012fb service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411701 Aug 10 12:39:25.295933 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=3 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:25.333140 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0685c-2a64-4101-9f44-000e0af2112b req-6ef282ac-cadd-4d83-beb9-4f736c9b54fc tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:25.334611 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-98d0685c-2a64-4101-9f44-000e0af2112b req-6ef282ac-cadd-4d83-beb9-4f736c9b54fc tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=87f12081-14f7-4b05-9086-7ed8ea7e592a HTTP/1.1" status: 200 len: 945 time: 0.0463970 Aug 10 12:39:25.382291 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-98d0685c-2a64-4101-9f44-000e0af2112b req-b4c6b94f-094b-4618-9d19-bc20c68f33b3 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420976 Aug 10 12:39:26.351241 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:26.508145 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67146a-79d0-4667-b78a-10e4f2e68346 req-0aa4adf4-e7fc-4fe2-91f2-95660c1c9274 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:26.513772 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-fc67146a-79d0-4667-b78a-10e4f2e68346 req-0aa4adf4-e7fc-4fe2-91f2-95660c1c9274 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=87f12081-14f7-4b05-9086-7ed8ea7e592a HTTP/1.1" status: 200 len: 945 time: 0.0594354 Aug 10 12:39:26.569230 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-fc67146a-79d0-4667-b78a-10e4f2e68346 req-edec708a-3d58-4698-8ac9-cb9afccc2ecd tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530653 Aug 10 12:39:26.638732 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:27.476156 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e6483-29db-4f31-b8ce-4be234bf223f req-3fc2a694-81cb-4d00-9a5e-53fd888aa52c tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:27.477529 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-715e6483-29db-4f31-b8ce-4be234bf223f req-3fc2a694-81cb-4d00-9a5e-53fd888aa52c tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=87f12081-14f7-4b05-9086-7ed8ea7e592a HTTP/1.1" status: 200 len: 945 time: 0.0469177 Aug 10 12:39:27.523400 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-715e6483-29db-4f31-b8ce-4be234bf223f req-a6b7718a-1023-4da9-971d-6bb383d2d058 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402110 Aug 10 12:39:27.937077 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 54828) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:28.046530 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:28.054184 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d0b22eb1-3ca8-4ea7-ac57-67e6563265ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:28.133579 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d0b22eb1-3ca8-4ea7-ac57-67e6563265ab admin admin] Publish callbacks [] for security_group (3da841e7-3b76-416c-ae3e-c30a627f22f4), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:28.137023 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d0b22eb1-3ca8-4ea7-ac57-67e6563265ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (3da841e7-3b76-416c-ae3e-c30a627f22f4), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:28.156989 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:28.177130 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-d0b22eb1-3ca8-4ea7-ac57-67e6563265ab admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=e100dc10e2094d22a8b81a14002ddecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390079 Aug 10 12:39:28.179787 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b22eb1-3ca8-4ea7-ac57-67e6563265ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da841e7-3b76-416c-ae3e-c30a627f22f4,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:28.180152 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 54834) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:28.230825 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-082f9e8c-71ed-4e7e-8085-c4946d672733 admin admin] Publish callbacks [] for security_group (3da841e7-3b76-416c-ae3e-c30a627f22f4), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:28.251558 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-082f9e8c-71ed-4e7e-8085-c4946d672733 admin admin] Publish callbacks [] for security_group (3da841e7-3b76-416c-ae3e-c30a627f22f4), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:28.296907 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-082f9e8c-71ed-4e7e-8085-c4946d672733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (3da841e7-3b76-416c-ae3e-c30a627f22f4), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:28.299552 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-082f9e8c-71ed-4e7e-8085-c4946d672733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:28.300743 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-082f9e8c-71ed-4e7e-8085-c4946d672733 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/3da841e7-3b76-416c-ae3e-c30a627f22f4 HTTP/1.1" status: 204 len: 168 time: 0.1195145 Aug 10 12:39:28.309080 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f9e8c-71ed-4e7e-8085-c4946d672733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da841e7-3b76-416c-ae3e-c30a627f22f4,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:28.576759 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 54842) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:28.592150 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-14e49b6b-f1c5-4dbd-8b7d-46adf7564682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:28.664543 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0f444-2ce3-4ec2-a8e8-d31169a366b9 req-a4296be9-dae7-4e16-b65c-9b5e508d0155 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:28.666106 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9aa0f444-2ce3-4ec2-a8e8-d31169a366b9 req-a4296be9-dae7-4e16-b65c-9b5e508d0155 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=87f12081-14f7-4b05-9086-7ed8ea7e592a HTTP/1.1" status: 200 len: 945 time: 0.0608692 Aug 10 12:39:28.742095 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-9aa0f444-2ce3-4ec2-a8e8-d31169a366b9 req-6041eccc-82aa-46f8-99c4-70d4105ab0b4 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=3795e590-854f-4a66-a999-349bebc971ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688145 Aug 10 12:39:28.750720 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:28.772142 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-14e49b6b-f1c5-4dbd-8b7d-46adf7564682 admin admin] Publish callbacks [] for security_group (d0eaa137-424b-4542-8944-85ef1ca1f264), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:28.775641 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-14e49b6b-f1c5-4dbd-8b7d-46adf7564682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (d0eaa137-424b-4542-8944-85ef1ca1f264), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:28.817220 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-14e49b6b-f1c5-4dbd-8b7d-46adf7564682 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=6ffad58f801a40d3adbecc5efd4f95a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391047 Aug 10 12:39:28.818229 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e49b6b-f1c5-4dbd-8b7d-46adf7564682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0eaa137-424b-4542-8944-85ef1ca1f264,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:28.819847 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 54844) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:28.874025 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77732bfb-d9d2-499f-b41a-59e192a59f71 admin admin] Publish callbacks [] for security_group (d0eaa137-424b-4542-8944-85ef1ca1f264), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:28.895656 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77732bfb-d9d2-499f-b41a-59e192a59f71 admin admin] Publish callbacks [] for security_group (d0eaa137-424b-4542-8944-85ef1ca1f264), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:28.943347 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77732bfb-d9d2-499f-b41a-59e192a59f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (d0eaa137-424b-4542-8944-85ef1ca1f264), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:28.945998 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-77732bfb-d9d2-499f-b41a-59e192a59f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:28.947249 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-77732bfb-d9d2-499f-b41a-59e192a59f71 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/d0eaa137-424b-4542-8944-85ef1ca1f264 HTTP/1.1" status: 204 len: 168 time: 0.1263602 Aug 10 12:39:28.954997 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77732bfb-d9d2-499f-b41a-59e192a59f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0eaa137-424b-4542-8944-85ef1ca1f264,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:29.178624 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbda57-5a1e-4303-a3dc-69ce9f7922f6 req-38b840fc-d133-4a01-aae3-419903f5f43c tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:29.180763 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-affbda57-5a1e-4303-a3dc-69ce9f7922f6 req-38b840fc-d133-4a01-aae3-419903f5f43c tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=87f12081-14f7-4b05-9086-7ed8ea7e592a HTTP/1.1" status: 200 len: 945 time: 0.0655763 Aug 10 12:39:29.285053 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-affbda57-5a1e-4303-a3dc-69ce9f7922f6 req-8b6564f3-4125-485e-911e-001622588a7b tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Deleting port b6677c65-e6eb-4c06-8f18-c5665f8a5405 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:39:29.285628 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-affbda57-5a1e-4303-a3dc-69ce9f7922f6 req-8b6564f3-4125-485e-911e-001622588a7b tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (b6677c65-e6eb-4c06-8f18-c5665f8a5405), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:29.414919 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-affbda57-5a1e-4303-a3dc-69ce9f7922f6 req-8b6564f3-4125-485e-911e-001622588a7b tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] For port b6677c65-e6eb-4c06-8f18-c5665f8a5405, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=b6677c65-e6eb-4c06-8f18-c5665f8a5405,segment=NetworkSegment(30d21493-7eea-44e8-a58a-aca0da0c7cfe),segment_id=30d21493-7eea-44e8-a58a-aca0da0c7cfe)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:39:29.415299 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-affbda57-5a1e-4303-a3dc-69ce9f7922f6 req-8b6564f3-4125-485e-911e-001622588a7b tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (b6677c65-e6eb-4c06-8f18-c5665f8a5405), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:29.432369 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-affbda57-5a1e-4303-a3dc-69ce9f7922f6 req-8b6564f3-4125-485e-911e-001622588a7b tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Calling delete_port for b6677c65-e6eb-4c06-8f18-c5665f8a5405 owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:39:29.447144 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:29.573173 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-affbda57-5a1e-4303-a3dc-69ce9f7922f6 req-8b6564f3-4125-485e-911e-001622588a7b tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (b6677c65-e6eb-4c06-8f18-c5665f8a5405), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:29.614366 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['b6677c65-e6eb-4c06-8f18-c5665f8a5405'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:39:29.614813 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6564f3-4125-485e-911e-001622588a7b tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Pushing event deleted for resources: {'Port': ['ID=b6677c65-e6eb-4c06-8f18-c5665f8a5405,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:29.665174 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-affbda57-5a1e-4303-a3dc-69ce9f7922f6 req-8b6564f3-4125-485e-911e-001622588a7b tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] No DVR routers for this DVR port b6677c65-e6eb-4c06-8f18-c5665f8a5405 on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:39:29.667732 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-affbda57-5a1e-4303-a3dc-69ce9f7922f6 req-8b6564f3-4125-485e-911e-001622588a7b tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:29.671457 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-affbda57-5a1e-4303-a3dc-69ce9f7922f6 req-8b6564f3-4125-485e-911e-001622588a7b tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.64 "DELETE /networking/v2.0/ports/b6677c65-e6eb-4c06-8f18-c5665f8a5405 HTTP/1.1" status: 204 len: 173 time: 0.4846244 Aug 10 12:39:29.672106 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f12081-14f7-4b05-9086-7ed8ea7e592a', 'name': 'network-vif-deleted', 'tag': 'b6677c65-e6eb-4c06-8f18-c5665f8a5405'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:39:29.675112 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1a0c42-1562-4833-981b-28f604af2555" -d '{"events": [{"server_uuid": "87f12081-14f7-4b05-9086-7ed8ea7e592a", "name": "network-vif-deleted", "tag": "b6677c65-e6eb-4c06-8f18-c5665f8a5405"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:39:29.718803 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6646372-47f7-4116-9783-0902466d3ed4 x-openstack-request-id: req-d6646372-47f7-4116-9783-0902466d3ed4 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:39:29.719174 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f12081-14f7-4b05-9086-7ed8ea7e592a", "name": "network-vif-deleted", "tag": "b6677c65-e6eb-4c06-8f18-c5665f8a5405", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:39:29.719361 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d6646372-47f7-4116-9783-0902466d3ed4 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:39:29.719850 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6646372-47f7-4116-9783-0902466d3ed4'] response: {'server_uuid': '87f12081-14f7-4b05-9086-7ed8ea7e592a', 'name': 'network-vif-deleted', 'tag': 'b6677c65-e6eb-4c06-8f18-c5665f8a5405', 'status': 'completed', 'code': 200} Aug 10 12:39:29.880174 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6b920aa0-7bac-4268-bd80-8a17e36d3f2b req-62ff6308-0c84-493c-9c89-91020cf659f0 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=87f12081-14f7-4b05-9086-7ed8ea7e592a HTTP/1.1" status: 200 len: 210 time: 0.0330784 Aug 10 12:39:30.141765 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 54886) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:30.266185 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-189a4fdf-0884-4313-bdbd-63faeae297f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:30.340807 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-189a4fdf-0884-4313-bdbd-63faeae297f8 admin admin] Publish callbacks [] for security_group (90ee2762-7ee3-4452-b29d-0ca37748e3cd), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:30.344480 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-189a4fdf-0884-4313-bdbd-63faeae297f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (90ee2762-7ee3-4452-b29d-0ca37748e3cd), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:30.382227 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a4fdf-0884-4313-bdbd-63faeae297f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ee2762-7ee3-4452-b29d-0ca37748e3cd,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:30.386455 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-189a4fdf-0884-4313-bdbd-63faeae297f8 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=160c761e57b1475a8d22129cf7e19be3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436879 Aug 10 12:39:30.389439 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 54890) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:30.440806 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0baa91d0-8380-4692-a859-0c03ab0e0ad1 admin admin] Publish callbacks [] for security_group (90ee2762-7ee3-4452-b29d-0ca37748e3cd), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:30.462163 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0baa91d0-8380-4692-a859-0c03ab0e0ad1 admin admin] Publish callbacks [] for security_group (90ee2762-7ee3-4452-b29d-0ca37748e3cd), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:30.509236 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0baa91d0-8380-4692-a859-0c03ab0e0ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (90ee2762-7ee3-4452-b29d-0ca37748e3cd), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:30.511793 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0baa91d0-8380-4692-a859-0c03ab0e0ad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:30.512953 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-0baa91d0-8380-4692-a859-0c03ab0e0ad1 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/90ee2762-7ee3-4452-b29d-0ca37748e3cd HTTP/1.1" status: 204 len: 168 time: 0.1229503 Aug 10 12:39:30.520634 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa91d0-8380-4692-a859-0c03ab0e0ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ee2762-7ee3-4452-b29d-0ca37748e3cd,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:30.995930 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a0693544-2af9-4fba-936b-74d2fa43b5e8 req-b4485db0-91dc-49db-8a39-ba4ef04ef505 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=87f12081-14f7-4b05-9086-7ed8ea7e592a HTTP/1.1" status: 200 len: 210 time: 0.0290756 Aug 10 12:39:32.106544 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b90ac5f8-3e13-4fd3-98e6-71160360093d req-1c79d6a0-cd4d-4d05-b288-084fc5d2d9f3 tempest-VolumesActionsTest-1520585002 tempest-VolumesActionsTest-1520585002-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=87f12081-14f7-4b05-9086-7ed8ea7e592a HTTP/1.1" status: 200 len: 210 time: 0.0274923 Aug 10 12:39:32.678057 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d11b70ba-0fd1-406c-ae11-a0ea1cb05dff req-580225d3-fdaf-4c69-927d-f4ddfb234d13 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429406 Aug 10 12:39:32.756004 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b70ba-0fd1-406c-ae11-a0ea1cb05dff req-0e13ef70-66fa-4e5a-bdda-e3c7409a09d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:32.757484 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d11b70ba-0fd1-406c-ae11-a0ea1cb05dff req-0e13ef70-66fa-4e5a-bdda-e3c7409a09d5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f63c30b5d2af4144b096b78c7ab308a7&device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 1130 time: 0.0395370 Aug 10 12:39:32.862726 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b70ba-0fd1-406c-ae11-a0ea1cb05dff req-c108d2d3-4f50-47dc-b9ea-b89f48eeef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:32.863746 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d11b70ba-0fd1-406c-ae11-a0ea1cb05dff req-c108d2d3-4f50-47dc-b9ea-b89f48eeef00 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ce24948c-b056-4a3f-868d-8498edb8d6bb HTTP/1.1" status: 200 len: 913 time: 0.0840573 Aug 10 12:39:32.928274 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d11b70ba-0fd1-406c-ae11-a0ea1cb05dff req-e080328d-395c-489d-8bdc-f8d331365d9d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78d3316e-f954-4f65-8766-835c8e8a9708 HTTP/1.1" status: 200 len: 1001 time: 0.0571594 Aug 10 12:39:32.976571 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b70ba-0fd1-406c-ae11-a0ea1cb05dff req-4537ce83-5eee-42fe-823b-3c46e388f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:32.978097 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d11b70ba-0fd1-406c-ae11-a0ea1cb05dff req-4537ce83-5eee-42fe-823b-3c46e388f991 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=cc0fd4fd-13f8-4b42-b035-5455593f783d HTTP/1.1" status: 200 len: 851 time: 0.0430646 Aug 10 12:39:33.021675 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b70ba-0fd1-406c-ae11-a0ea1cb05dff req-96b96e52-e473-4087-81c6-88d435224753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:33.023088 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d11b70ba-0fd1-406c-ae11-a0ea1cb05dff req-96b96e52-e473-4087-81c6-88d435224753 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ce24948c-b056-4a3f-868d-8498edb8d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382426 Aug 10 12:39:33.122923 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d11b70ba-0fd1-406c-ae11-a0ea1cb05dff req-54631621-ece3-42fa-b1d6-9565b63be8fc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890484 Aug 10 12:39:33.184566 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:33.224093 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d11b70ba-0fd1-406c-ae11-a0ea1cb05dff req-b6088324-5ec0-4c58-b55e-9f0351571422 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941606 Aug 10 12:39:33.254524 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=2 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:33.630222 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e673d28-0f4f-4f77-aab8-b257482ccfe0 req-d2238bbc-0c99-4659-879d-2dce88444d2d tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:33.630222 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1e673d28-0f4f-4f77-aab8-b257482ccfe0 req-d2238bbc-0c99-4659-879d-2dce88444d2d tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 946 time: 0.0511160 Aug 10 12:39:33.702961 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1e673d28-0f4f-4f77-aab8-b257482ccfe0 req-70ac7bc1-1102-4073-8f86-fdd0741980f0 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656981 Aug 10 12:39:33.772181 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device b6677c65-e6eb-4c06-8f18-c5665f8a5405 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:39:33.794821 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: b6677c65-e6eb-4c06-8f18-c5665f8a5405 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:39:33.795454 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device b6677c65-e6eb-4c06-8f18-c5665f8a5405 not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:39:34.825052 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45677bc3-6b9d-46b0-9516-8d2dbb555b34 req-93bae2bf-1fb0-4645-921a-fc211dea4804 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:34.826717 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-45677bc3-6b9d-46b0-9516-8d2dbb555b34 req-93bae2bf-1fb0-4645-921a-fc211dea4804 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 946 time: 0.0507021 Aug 10 12:39:34.874527 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-45677bc3-6b9d-46b0-9516-8d2dbb555b34 req-28b11759-40c1-4405-819b-e736a724a4a1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422761 Aug 10 12:39:35.983457 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=5 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:35.997913 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4ac86-7379-426f-8496-ed4f07bc8e42 req-953e00b0-e789-4fb9-bce3-ca1eb51597bd tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:35.999408 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-add4ac86-7379-426f-8496-ed4f07bc8e42 req-953e00b0-e789-4fb9-bce3-ca1eb51597bd tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 946 time: 0.0526304 Aug 10 12:39:36.048931 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-add4ac86-7379-426f-8496-ed4f07bc8e42 req-5789fd95-210d-4a08-a515-849e6d821901 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431414 Aug 10 12:39:37.172850 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e12b0f-a19a-422c-b126-2cef27d6bc75 req-ed6214d7-7669-4658-8a54-04840bfd6460 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:37.174319 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-25e12b0f-a19a-422c-b126-2cef27d6bc75 req-ed6214d7-7669-4658-8a54-04840bfd6460 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 946 time: 0.0520294 Aug 10 12:39:37.228449 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-25e12b0f-a19a-422c-b126-2cef27d6bc75 req-d14364a0-6feb-4e4f-b7b2-9cd42c00ea96 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484464 Aug 10 12:39:38.343895 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5632e-593c-4b3b-9e81-0ca4f2f0c3a8 req-23b49699-c232-42ef-8a05-7080947f8bd0 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:38.345394 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d3b5632e-593c-4b3b-9e81-0ca4f2f0c3a8 req-23b49699-c232-42ef-8a05-7080947f8bd0 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 946 time: 0.0470181 Aug 10 12:39:38.394415 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d3b5632e-593c-4b3b-9e81-0ca4f2f0c3a8 req-9ce5d0e7-71e1-49c2-8630-08d3674beaee tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424750 Aug 10 12:39:39.515720 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6ed47-7660-4e20-9f5a-f5f23e62adb2 req-28616b2d-6527-49d7-95fb-ac3ba36a8b90 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:39.517144 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-51f6ed47-7660-4e20-9f5a-f5f23e62adb2 req-28616b2d-6527-49d7-95fb-ac3ba36a8b90 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 946 time: 0.0497015 Aug 10 12:39:39.537134 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:39.566678 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-51f6ed47-7660-4e20-9f5a-f5f23e62adb2 req-b23c08ef-85dc-4205-a61f-521fd3e23c0c tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440943 Aug 10 12:39:40.469579 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c3afa-1a53-487f-8202-e64ff75c0679 req-ba5ae4db-43fb-4480-8f7f-e0a4e836d0f3 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:40.471125 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-994c3afa-1a53-487f-8202-e64ff75c0679 req-ba5ae4db-43fb-4480-8f7f-e0a4e836d0f3 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 946 time: 0.0457554 Aug 10 12:39:40.533764 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:40.686647 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e2dfd-766f-486e-896e-f973f59281c7 req-ba401c70-c735-4baf-8c78-60382296014c tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:40.688093 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c03e2dfd-766f-486e-896e-f973f59281c7 req-ba401c70-c735-4baf-8c78-60382296014c tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 946 time: 0.0491681 Aug 10 12:39:40.718002 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:40.737827 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c03e2dfd-766f-486e-896e-f973f59281c7 req-ce3d7ab4-9f9e-43ce-ae5c-be9f4fa4e0cf tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434330 Aug 10 12:39:41.440974 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-994c3afa-1a53-487f-8202-e64ff75c0679 req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Deleting port 78d3316e-f954-4f65-8766-835c8e8a9708 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:39:41.441634 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-994c3afa-1a53-487f-8202-e64ff75c0679 req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (78d3316e-f954-4f65-8766-835c8e8a9708), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:41.531651 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-994c3afa-1a53-487f-8202-e64ff75c0679 req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] For port 78d3316e-f954-4f65-8766-835c8e8a9708, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=78d3316e-f954-4f65-8766-835c8e8a9708,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:39:41.532012 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-994c3afa-1a53-487f-8202-e64ff75c0679 req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (78d3316e-f954-4f65-8766-835c8e8a9708), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:41.690083 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-994c3afa-1a53-487f-8202-e64ff75c0679 req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:41.690449 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-994c3afa-1a53-487f-8202-e64ff75c0679 req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (d69a1c62-57d6-4aa0-8e42-623ca93983b7), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:41.690765 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.l3_db [req-994c3afa-1a53-487f-8202-e64ff75c0679 req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Floating IP d69a1c62-57d6-4aa0-8e42-623ca93983b7 disassociated. External IP: 172.27.0.36, port: 78d3316e-f954-4f65-8766-835c8e8a9708. Aug 10 12:39:41.691157 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-994c3afa-1a53-487f-8202-e64ff75c0679 req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Calling delete_port for 78d3316e-f954-4f65-8766-835c8e8a9708 owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:39:41.844158 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-994c3afa-1a53-487f-8202-e64ff75c0679 req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (78d3316e-f954-4f65-8766-835c8e8a9708), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:41.880811 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event deleted for resources: {'Port': ['ID=78d3316e-f954-4f65-8766-835c8e8a9708,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:41.884417 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:41.897147 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127edbb-8d8b-4264-a3c9-ca649234475c req-4fe2e1e2-d89e-495d-ad26-a9228ddabaa7 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:41.898670 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b127edbb-8d8b-4264-a3c9-ca649234475c req-4fe2e1e2-d89e-495d-ad26-a9228ddabaa7 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 946 time: 0.0846775 Aug 10 12:39:41.905215 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:41.905812 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:41.906391 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:41.906984 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:41.907555 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:41.908136 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:41.908706 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:41.909297 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:41.909873 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:41.910452 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:41.911062 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:41.911622 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:41.912130 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:41.912467 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:41.913008 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:39:42.029178 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b127edbb-8d8b-4264-a3c9-ca649234475c req-2789d209-6ce5-4ce7-ad8d-60ae3032e98b tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129413 Aug 10 12:39:42.053478 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-994c3afa-1a53-487f-8202-e64ff75c0679 req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Router d3a25904-8d18-4724-b808-8940b19fafcb has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:39:42.433626 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-994c3afa-1a53-487f-8202-e64ff75c0679 req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:39:42.443623 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d992c64-d2ce-4405-928f-28296a7339a8 None None] Sync routers for ids ['d3a25904-8d18-4724-b808-8940b19fafcb'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:39:42.453041 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d992c64-d2ce-4405-928f-28296a7339a8 None None] Routers {'d3a25904-8d18-4724-b808-8940b19fafcb'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:39:42.453665 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-7d992c64-d2ce-4405-928f-28296a7339a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:39:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d3a25904-8d18-4724-b808-8940b19fafcb'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:39:42.461408 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:42.478301 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-994c3afa-1a53-487f-8202-e64ff75c0679 req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] No DVR routers for this DVR port 78d3316e-f954-4f65-8766-835c8e8a9708 on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:39:42.481507 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-994c3afa-1a53-487f-8202-e64ff75c0679 req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:42.484741 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-994c3afa-1a53-487f-8202-e64ff75c0679 req-d3782a9e-28ab-4b45-b768-f1b9a997e0d1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.64 "DELETE /networking/v2.0/ports/78d3316e-f954-4f65-8766-835c8e8a9708 HTTP/1.1" status: 204 len: 173 time: 1.1208627 Aug 10 12:39:42.485186 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461c4836-f025-459c-9295-0a840e0e2066', 'name': 'network-vif-deleted', 'tag': '78d3316e-f954-4f65-8766-835c8e8a9708'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:39:42.487456 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e8963b-10a6-4bd9-b3a3-9614186dbd05" -d '{"events": [{"server_uuid": "461c4836-f025-459c-9295-0a840e0e2066", "name": "network-vif-deleted", "tag": "78d3316e-f954-4f65-8766-835c8e8a9708"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:39:42.528496 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fedf3a-924f-4fd0-9675-f5457e3adfed x-openstack-request-id: req-f4fedf3a-924f-4fd0-9675-f5457e3adfed {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:39:42.528793 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461c4836-f025-459c-9295-0a840e0e2066", "name": "network-vif-deleted", "tag": "78d3316e-f954-4f65-8766-835c8e8a9708", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:39:42.529074 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f4fedf3a-924f-4fd0-9675-f5457e3adfed {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:39:42.529503 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4fedf3a-924f-4fd0-9675-f5457e3adfed'] response: {'server_uuid': '461c4836-f025-459c-9295-0a840e0e2066', 'name': 'network-vif-deleted', 'tag': '78d3316e-f954-4f65-8766-835c8e8a9708', 'status': 'completed', 'code': 200} Aug 10 12:39:42.556948 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-7d992c64-d2ce-4405-928f-28296a7339a8 None None] Set router d3a25904-8d18-4724-b808-8940b19fafcb gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:39:42.740065 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-7d992c64-d2ce-4405-928f-28296a7339a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'f0a80c90-9aee-4ea8-923b-4a40268b8d2f', 'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'mac_address': 'fa:16:3e:75:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:36Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 5, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'subnets': [{'id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:39:42.764104 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d992c64-d2ce-4405-928f-28296a7339a8 None None] Checking router: d3a25904-8d18-4724-b808-8940b19fafcb for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:39:42.772885 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d992c64-d2ce-4405-928f-28296a7339a8 None None] Routers {'d3a25904-8d18-4724-b808-8940b19fafcb'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:39:42.773511 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-7d992c64-d2ce-4405-928f-28296a7339a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:39:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d3a25904-8d18-4724-b808-8940b19fafcb'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:39:42.871463 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-7d992c64-d2ce-4405-928f-28296a7339a8 None None] Set router d3a25904-8d18-4724-b808-8940b19fafcb gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:39:43.048007 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-7d992c64-d2ce-4405-928f-28296a7339a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'f0a80c90-9aee-4ea8-923b-4a40268b8d2f', 'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'mac_address': 'fa:16:3e:75:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:36Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 5, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'subnets': [{'id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:39:43.077147 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d992c64-d2ce-4405-928f-28296a7339a8 None None] The sync data for ids ['d3a25904-8d18-4724-b808-8940b19fafcb'] in dv-cinder-852261-3-iscsi is: [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'f0a80c90-9aee-4ea8-923b-4a40268b8d2f', 'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'mac_address': 'fa:16:3e:75:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:36Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 5, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'subnets': [{'id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:39:43.146397 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7504762c-97f8-44f3-89f0-ccef7076450d req-ec87a2c4-1be2-41cc-9e56-3b8ca76a62e7 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 210 time: 0.0349183 Aug 10 12:39:43.311089 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5672281-6af9-4aca-8015-3994840893c3 None None] New status for floating IP d69a1c62-57d6-4aa0-8e42-623ca93983b7: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:39:43.833323 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 78d3316e-f954-4f65-8766-835c8e8a9708 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:39:43.852811 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: 78d3316e-f954-4f65-8766-835c8e8a9708 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:39:43.853153 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 78d3316e-f954-4f65-8766-835c8e8a9708 not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:39:44.260472 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ba4c79f0-35c6-46cc-84b9-d1955af3b5b3 req-def0a3dd-e57f-4c92-b68c-0f2c3447d650 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=461c4836-f025-459c-9295-0a840e0e2066 HTTP/1.1" status: 200 len: 210 time: 0.0275950 Aug 10 12:39:45.545939 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-daff734d-c003-4aea-b1ff-c2ea21acf7eb tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1740254587&fields=id&tenant_id=f63c30b5d2af4144b096b78c7ab308a7 HTTP/1.1" status: 200 len: 267 time: 0.0530305 Aug 10 12:39:45.666594 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-21fa988a-33af-48a7-bfd6-3b4632b4d665 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:45.668089 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-21fa988a-33af-48a7-bfd6-3b4632b4d665 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/networks?id=ce24948c-b056-4a3f-868d-8498edb8d6bb HTTP/1.1" status: 200 len: 812 time: 0.1194532 Aug 10 12:39:45.691454 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-df91bbd3-fc5f-4afc-a524-8ee9857e666f tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/quotas/f63c30b5d2af4144b096b78c7ab308a7 HTTP/1.1" status: 200 len: 375 time: 0.0166101 Aug 10 12:39:45.744453 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-9ff3d961-b044-4200-8cfa-506954534711 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=f63c30b5d2af4144b096b78c7ab308a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515137 Aug 10 12:39:45.848175 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-be1fc0f3-2264-4183-afb4-1d479e426b0f service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901506 Aug 10 12:39:45.939118 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-45558cc1-0d54-444a-a9f1-4f2d4fe0c524 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851398 Aug 10 12:39:46.275403 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-09e0221d-8b3f-49ce-a9fa-e9fb3c17a319 req-8ccd0c12-e328-45eb-aed6-b5095e1db6f8 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 210 time: 0.0428743 Aug 10 12:39:47.253328 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 55190) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:47.371243 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5c1b044f-7fc3-49bd-ae74-72b6d9a306f0 req-18cc6567-453a-4137-857e-deba3626784b tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 210 time: 0.0346053 Aug 10 12:39:47.378777 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a4566616-10d6-4f58-9e9e-36d3ca7a86be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:47.481256 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a4566616-10d6-4f58-9e9e-36d3ca7a86be admin admin] Publish callbacks [] for security_group (acb3820d-72d2-4395-928b-a5804e9a053a), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:47.485687 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-a4566616-10d6-4f58-9e9e-36d3ca7a86be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (acb3820d-72d2-4395-928b-a5804e9a053a), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:47.528916 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-a4566616-10d6-4f58-9e9e-36d3ca7a86be admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=1d675b94183348c8b959b132fa70a9d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734013 Aug 10 12:39:47.529804 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4566616-10d6-4f58-9e9e-36d3ca7a86be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb3820d-72d2-4395-928b-a5804e9a053a,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:47.532375 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 55200) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:47.613088 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb45b5e9-50f4-472b-a19e-b2361853c7f5 admin admin] Publish callbacks [] for security_group (acb3820d-72d2-4395-928b-a5804e9a053a), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:47.638202 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-199db773-27d8-4e29-995c-e617685538e3 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:47.640539 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-199db773-27d8-4e29-995c-e617685538e3 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.64 "GET /networking/v2.0/networks?id=ce24948c-b056-4a3f-868d-8498edb8d6bb HTTP/1.1" status: 200 len: 812 time: 0.1373229 Aug 10 12:39:47.655374 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:47.661396 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb45b5e9-50f4-472b-a19e-b2361853c7f5 admin admin] Publish callbacks [] for security_group (acb3820d-72d2-4395-928b-a5804e9a053a), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:47.723989 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb45b5e9-50f4-472b-a19e-b2361853c7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (acb3820d-72d2-4395-928b-a5804e9a053a), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:47.727916 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-eb45b5e9-50f4-472b-a19e-b2361853c7f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:47.729555 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-eb45b5e9-50f4-472b-a19e-b2361853c7f5 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/acb3820d-72d2-4395-928b-a5804e9a053a HTTP/1.1" status: 204 len: 168 time: 0.1961770 Aug 10 12:39:47.748329 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-79561752-b4c0-4d32-a45c-7a4814540404 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f63c30b5d2af4144b096b78c7ab308a7 HTTP/1.1" status: 200 len: 380 time: 0.0886161 Aug 10 12:39:47.760967 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45b5e9-50f4-472b-a19e-b2361853c7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb3820d-72d2-4395-928b-a5804e9a053a,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:47.792551 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-bff75ba9-a985-4b69-8d9d-1c655670d727 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Request body: {'port': {'device_id': '9c86ad14-7c49-41a0-b663-eea08e579aa6', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'admin_state_up': True, 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'security_groups': ['15788ed9-6cfc-40d7-952b-3a943bbf64fe']}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:39:47.942246 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-bff75ba9-a985-4b69-8d9d-1c655670d727 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Made reservation on behalf of f63c30b5d2af4144b096b78c7ab308a7 for: {'port': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:39:47.950408 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-bff75ba9-a985-4b69-8d9d-1c655670d727 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:48.115537 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-bff75ba9-a985-4b69-8d9d-1c655670d727 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Allocated IP 172.20.0.8 (ce24948c-b056-4a3f-868d-8498edb8d6bb/cc0fd4fd-13f8-4b42-b035-5455593f783d/850b26e9-2603-4ccd-84ec-00ede7dfd424) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:39:48.357057 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-bff75ba9-a985-4b69-8d9d-1c655670d727 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for port (850b26e9-2603-4ccd-84ec-00ede7dfd424), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:48.454230 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-bff75ba9-a985-4b69-8d9d-1c655670d727 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (850b26e9-2603-4ccd-84ec-00ede7dfd424), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:48.531332 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff75ba9-a985-4b69-8d9d-1c655670d727 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event updated for resources: {'Port': ['ID=850b26e9-2603-4ccd-84ec-00ede7dfd424,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:48.548259 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-bff75ba9-a985-4b69-8d9d-1c655670d727 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Network ce24948c-b056-4a3f-868d-8498edb8d6bb is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:39:48.552718 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-bff75ba9-a985-4b69-8d9d-1c655670d727 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:39:48.558128 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-bff75ba9-a985-4b69-8d9d-1c655670d727 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:39:48.565602 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:48.738429 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:48.884776 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f6eeb-60ab-451f-9092-d5d590512bda req-08913018-af0a-4cc4-8dc1-39da5e28b304 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:48.892620 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c59f6eeb-60ab-451f-9092-d5d590512bda req-08913018-af0a-4cc4-8dc1-39da5e28b304 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 931 time: 0.1916823 Aug 10 12:39:48.896384 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-f03a2ef7-bae5-4682-9864-04d1030d0e68 None None] Provisioning complete for port 850b26e9-2603-4ccd-84ec-00ede7dfd424 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:39:48.896888 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f03a2ef7-bae5-4682-9864-04d1030d0e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (850b26e9-2603-4ccd-84ec-00ede7dfd424), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:48.902305 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-bff75ba9-a985-4b69-8d9d-1c655670d727 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:48.903115 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-bff75ba9-a985-4b69-8d9d-1c655670d727 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:48.941526 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-bff75ba9-a985-4b69-8d9d-1c655670d727 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1539993 Aug 10 12:39:48.945703 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-f03a2ef7-bae5-4682-9864-04d1030d0e68 None None] Port 850b26e9-2603-4ccd-84ec-00ede7dfd424 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:39:48.970136 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c59f6eeb-60ab-451f-9092-d5d590512bda req-27361263-6580-420a-9756-dffe22a77587 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761614 Aug 10 12:39:48.993660 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 55236) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:49.105952 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [None req-8fac4feb-12af-4bf5-9cfc-0b564d7fc523 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1829271711-network', 'tenant_id': 'f797ec18d0a847748116b1dd18bc8cf1'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:39:49.112035 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:49.128283 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fac4feb-12af-4bf5-9cfc-0b564d7fc523 admin admin] Made reservation on behalf of f797ec18d0a847748116b1dd18bc8cf1 for: {'network': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:39:49.131921 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8fac4feb-12af-4bf5-9cfc-0b564d7fc523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for network (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:49.141437 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8fac4feb-12af-4bf5-9cfc-0b564d7fc523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:49.232667 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8fac4feb-12af-4bf5-9cfc-0b564d7fc523 admin admin] Publish callbacks [] for security_group (42db4a36-4409-4fbe-8f4f-e66b0d28d090), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:49.237656 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8fac4feb-12af-4bf5-9cfc-0b564d7fc523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (42db4a36-4409-4fbe-8f4f-e66b0d28d090), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:49.266870 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fac4feb-12af-4bf5-9cfc-0b564d7fc523 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 12:39:49.273358 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac4feb-12af-4bf5-9cfc-0b564d7fc523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42db4a36-4409-4fbe-8f4f-e66b0d28d090,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:49.280320 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8fac4feb-12af-4bf5-9cfc-0b564d7fc523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (f2068ba2-55f8-4407-8b44-daaf05ffe723), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:49.280922 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.segments_db [None req-8fac4feb-12af-4bf5-9cfc-0b564d7fc523 admin admin] Added segment f2068ba2-55f8-4407-8b44-daaf05ffe723 of type vlan for network 882fe220-2031-4c74-86e0-f50bf01ee472 Aug 10 12:39:49.325432 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8fac4feb-12af-4bf5-9cfc-0b564d7fc523 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736055994067'] for network (882fe220-2031-4c74-86e0-f50bf01ee472), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:49.352302 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8fac4feb-12af-4bf5-9cfc-0b564d7fc523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870'] for network (882fe220-2031-4c74-86e0-f50bf01ee472), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:49.353479 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fac4feb-12af-4bf5-9cfc-0b564d7fc523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:49.354328 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-8fac4feb-12af-4bf5-9cfc-0b564d7fc523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:49.416593 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 55240) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:49.422066 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-70313004-6cf6-491d-b326-f235e5690390 admin admin] Request body: {'subnet': {'network_id': '882fe220-2031-4c74-86e0-f50bf01ee472', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1829271711-subnet', 'tenant_id': 'f797ec18d0a847748116b1dd18bc8cf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:39:49.426659 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-8fac4feb-12af-4bf5-9cfc-0b564d7fc523 admin admin] 10.222.0.65 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4238830 Aug 10 12:39:49.444334 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac4feb-12af-4bf5-9cfc-0b564d7fc523 admin admin] Pushing event updated for resources: {'Network': ['ID=882fe220-2031-4c74-86e0-f50bf01ee472,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:49.462908 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70313004-6cf6-491d-b326-f235e5690390 admin admin] Made reservation on behalf of f797ec18d0a847748116b1dd18bc8cf1 for: {'subnet': 1} {{(pid=103789) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:39:49.464807 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Network 882fe220-2031-4c74-86e0-f50bf01ee472 details requested by agent ovs-agent-dv-cinder-852261-3-iscsi with host dv-cinder-852261-3-iscsi {{(pid=103791) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 12:39:49.466013 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-70313004-6cf6-491d-b326-f235e5690390 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12800801'] for subnet (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:49.544222 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:49.690554 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-70313004-6cf6-491d-b326-f235e5690390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14084982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12800783'] for subnet (25b139ef-da54-4552-b7cd-91a28b09be25), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:49.758888 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70313004-6cf6-491d-b326-f235e5690390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b139ef-da54-4552-b7cd-91a28b09be25,revision_number=0']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:49.766594 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70313004-6cf6-491d-b326-f235e5690390 admin admin] Checking segment: {'id': 'f2068ba2-55f8-4407-8b44-daaf05ffe723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '882fe220-2031-4c74-86e0-f50bf01ee472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:39:49.766954 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70313004-6cf6-491d-b326-f235e5690390 admin admin] Network hostable DHCP agents. Network: 882fe220-2031-4c74-86e0-f50bf01ee472, hostable agents: ['3740d807-28f7-4854-acf5-2b19d0b15337'], hosted agents: [] {{(pid=103789) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 12:39:49.791733 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70313004-6cf6-491d-b326-f235e5690390 admin admin] Network 882fe220-2031-4c74-86e0-f50bf01ee472 is scheduled to be hosted by DHCP agent 3740d807-28f7-4854-acf5-2b19d0b15337 with binding_index 1 {{(pid=103789) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 12:39:49.805129 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-70313004-6cf6-491d-b326-f235e5690390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852261-3-iscsi, 882fe220-2031-4c74-86e0-f50bf01ee472) {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:39:49.809717 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70313004-6cf6-491d-b326-f235e5690390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:49.810520 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-70313004-6cf6-491d-b326-f235e5690390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:49.815357 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bef3f7-ca0e-4b06-a57c-24a947a4b8b3 None None] Network 882fe220-2031-4c74-86e0-f50bf01ee472 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:39:49.842838 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-70313004-6cf6-491d-b326-f235e5690390 admin admin] 10.222.0.65 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4251451 Aug 10 12:39:49.944765 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6e83c5-7a0a-4927-880b-88deb2377764 None None] Network 882fe220-2031-4c74-86e0-f50bf01ee472 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:39:50.117935 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88813132-3122-42f0-a654-45d021f89593 req-ba72ca90-66ee-4ae1-8fce-70c5cb52bdce tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:50.125554 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-88813132-3122-42f0-a654-45d021f89593 req-ba72ca90-66ee-4ae1-8fce-70c5cb52bdce tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 931 time: 0.0761986 Aug 10 12:39:50.178608 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-88813132-3122-42f0-a654-45d021f89593 req-ab5ae189-8652-42a4-abea-50d1cfd9c877 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517313 Aug 10 12:39:51.298229 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7d099-aad9-45e7-8b97-f1d5abcaa0f6 req-c33692da-e777-438b-ace2-b8a8baef7a4d tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:51.299690 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-06c7d099-aad9-45e7-8b97-f1d5abcaa0f6 req-c33692da-e777-438b-ace2-b8a8baef7a4d tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 931 time: 0.0511944 Aug 10 12:39:51.349162 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-06c7d099-aad9-45e7-8b97-f1d5abcaa0f6 req-7a4700f5-d362-41b9-9595-e2ffecd1148b tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438585 Aug 10 12:39:51.498289 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b804beef-5027-4603-aa1c-00231f89532a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:51.586459 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] Request body: {'port': {'device_id': '9c86ad14-7c49-41a0-b663-eea08e579aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:39:51.653464 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (850b26e9-2603-4ccd-84ec-00ede7dfd424), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:51.840204 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:51.878682 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:51.932877 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850b26e9-2603-4ccd-84ec-00ede7dfd424 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:39:51.940452 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] Publish callbacks [] for port (850b26e9-2603-4ccd-84ec-00ede7dfd424), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:51.954047 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] Transition to ACTIVE for port object 850b26e9-2603-4ccd-84ec-00ede7dfd424 will not be triggered until provisioned by entity L2. {{(pid=103790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:39:51.957695 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (850b26e9-2603-4ccd-84ec-00ede7dfd424), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:52.029206 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] Pushing event updated for resources: {'Port': ['ID=850b26e9-2603-4ccd-84ec-00ede7dfd424,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:52.090658 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] Attempting to bind port 850b26e9-2603-4ccd-84ec-00ede7dfd424 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:39:52.091366 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] Attempting to bind port 850b26e9-2603-4ccd-84ec-00ede7dfd424 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:39:52.091801 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] Attempting to bind port 850b26e9-2603-4ccd-84ec-00ede7dfd424 on network ce24948c-b056-4a3f-868d-8498edb8d6bb {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:39:52.097517 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] Port 850b26e9-2603-4ccd-84ec-00ede7dfd424 on network ce24948c-b056-4a3f-868d-8498edb8d6bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:39:52.097848 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] Attempting to bind port 850b26e9-2603-4ccd-84ec-00ede7dfd424 on network ce24948c-b056-4a3f-868d-8498edb8d6bb {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:39:52.105123 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:39:52.105541 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] Checking segment: {'id': 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:39:52.105924 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] Bound using segment: {'id': 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:39:52.106498 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] Bound port: 850b26e9-2603-4ccd-84ec-00ede7dfd424, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:39:52.107048 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (850b26e9-2603-4ccd-84ec-00ede7dfd424), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:52.208183 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] For port 850b26e9-2603-4ccd-84ec-00ede7dfd424, host hv-cinder-85226, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:39:52.214209 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] For port 850b26e9-2603-4ccd-84ec-00ede7dfd424, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=850b26e9-2603-4ccd-84ec-00ede7dfd424,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:39:52.224558 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (850b26e9-2603-4ccd-84ec-00ede7dfd424), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:52.228897 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:52.229727 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:52.232258 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/850b26e9-2603-4ccd-84ec-00ede7dfd424 HTTP/1.1" status: 200 len: 1093 time: 0.6504889 Aug 10 12:39:52.234884 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c86ad14-7c49-41a0-b663-eea08e579aa6', 'tag': '850b26e9-2603-4ccd-84ec-00ede7dfd424'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:39:52.238902 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f6cff8-06d3-4ceb-8c80-7a786d9ec3de" -d '{"events": [{"name": "network-changed", "server_uuid": "9c86ad14-7c49-41a0-b663-eea08e579aa6", "tag": "850b26e9-2603-4ccd-84ec-00ede7dfd424"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:39:52.311843 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c6270a-bcbf-4cd6-a764-df59632bd43a x-openstack-request-id: req-80c6270a-bcbf-4cd6-a764-df59632bd43a {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:39:52.312690 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c86ad14-7c49-41a0-b663-eea08e579aa6", "tag": "850b26e9-2603-4ccd-84ec-00ede7dfd424", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:39:52.312690 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-80c6270a-bcbf-4cd6-a764-df59632bd43a {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:39:52.313603 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c6270a-bcbf-4cd6-a764-df59632bd43a'] response: {'name': 'network-changed', 'server_uuid': '9c86ad14-7c49-41a0-b663-eea08e579aa6', 'tag': '850b26e9-2603-4ccd-84ec-00ede7dfd424', 'status': 'completed', 'code': 200} Aug 10 12:39:52.371942 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bdd072-4eec-4edc-a8a5-0dd01cd0b32e service neutron] Pushing event updated for resources: {'Port': ['ID=850b26e9-2603-4ccd-84ec-00ede7dfd424,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:52.388260 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-27ec5e57-32bb-4d93-8475-6719ddf70fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:52.390119 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-27ec5e57-32bb-4d93-8475-6719ddf70fe2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f63c30b5d2af4144b096b78c7ab308a7&device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 1127 time: 0.0656631 Aug 10 12:39:52.458125 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-96c5683f-4b23-4535-80e5-11f1a02285e3 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=850b26e9-2603-4ccd-84ec-00ede7dfd424 HTTP/1.1" status: 200 len: 217 time: 0.0511522 Aug 10 12:39:52.543540 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1240ba7-3fd0-4b4d-80ef-978eb0ff28d4 req-1e3a0eab-30df-4cd1-99a8-e239898b62fe tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:52.545213 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a1240ba7-3fd0-4b4d-80ef-978eb0ff28d4 req-1e3a0eab-30df-4cd1-99a8-e239898b62fe tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 943 time: 0.0897555 Aug 10 12:39:52.548920 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-ffe3b39c-06b8-4888-87d0-d09a2a7ecbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:52.550296 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-ffe3b39c-06b8-4888-87d0-d09a2a7ecbfb service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=cc0fd4fd-13f8-4b42-b035-5455593f783d HTTP/1.1" status: 200 len: 851 time: 0.0844862 Aug 10 12:39:52.619690 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-a6cdbb74-300c-402d-8105-c35931c66654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:52.621170 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-a6cdbb74-300c-402d-8105-c35931c66654 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ce24948c-b056-4a3f-868d-8498edb8d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608382 Aug 10 12:39:52.658468 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a1240ba7-3fd0-4b4d-80ef-978eb0ff28d4 req-6d135f56-6a06-4647-91dd-f1b52fdae442 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051390 Aug 10 12:39:52.770482 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-ae8f1cc0-9d04-422c-bc67-72fa813a174e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398327 Aug 10 12:39:52.905821 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-300086a1-d410-4c45-928e-9fe9b5519bbf req-5f7fe4dd-a328-4c12-88db-c8ad6dbddcb3 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279814 Aug 10 12:39:53.005904 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-0263bb36-3395-4e9c-a956-3f534ce54321 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:53.013585 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-0263bb36-3395-4e9c-a956-3f534ce54321 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/networks?id=882fe220-2031-4c74-86e0-f50bf01ee472 HTTP/1.1" status: 200 len: 814 time: 0.1396704 Aug 10 12:39:53.032247 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-2b8131bd-7287-49c9-82af-b3440e7df783 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/quotas/f797ec18d0a847748116b1dd18bc8cf1 HTTP/1.1" status: 200 len: 375 time: 0.0172606 Aug 10 12:39:53.062440 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-4bf50e46-c500-4a2f-8221-d061af9a7276 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=f797ec18d0a847748116b1dd18bc8cf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292363 Aug 10 12:39:53.209160 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-eae21d97-3487-4e8a-a4c3-a85a39f61c54 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/882fe220-2031-4c74-86e0-f50bf01ee472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385674 Aug 10 12:39:53.330241 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-99e6f07f-6c04-41dc-9f53-4d928ff6c241 service neutron] 10.222.0.65 "GET /networking/v2.0/networks/882fe220-2031-4c74-86e0-f50bf01ee472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200016 Aug 10 12:39:53.330555 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6cff8-06d3-4ceb-8c80-7a786d9ec3de req-7ecab7d4-f64d-4a10-bd03-31261d7000a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:53.333977 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-71f6cff8-06d3-4ceb-8c80-7a786d9ec3de req-7ecab7d4-f64d-4a10-bd03-31261d7000a9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f63c30b5d2af4144b096b78c7ab308a7&device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 1127 time: 0.0453010 Aug 10 12:39:53.416126 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:53.456355 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6cff8-06d3-4ceb-8c80-7a786d9ec3de req-4a3cf9b4-28fa-4198-8882-3112d046c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:53.458174 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-71f6cff8-06d3-4ceb-8c80-7a786d9ec3de req-4a3cf9b4-28fa-4198-8882-3112d046c910 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ce24948c-b056-4a3f-868d-8498edb8d6bb HTTP/1.1" status: 200 len: 913 time: 0.1191139 Aug 10 12:39:53.520925 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-71f6cff8-06d3-4ceb-8c80-7a786d9ec3de req-6b64dbcf-5f66-4471-9e3f-646c2dfa8292 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=850b26e9-2603-4ccd-84ec-00ede7dfd424 HTTP/1.1" status: 200 len: 217 time: 0.0478168 Aug 10 12:39:53.523283 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-dca2a1f9-f037-44bb-b430-8849c46d3f58 req-5e61c0df-e128-4e7e-ad67-ab226156a2d1 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ecda8431-98cd-4df9-9b7e-1a046259560c HTTP/1.1" status: 200 len: 210 time: 0.0604224 Aug 10 12:39:53.535605 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:53.580112 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6cff8-06d3-4ceb-8c80-7a786d9ec3de req-73be4ebd-3af7-4462-834f-767b18d16b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:53.581665 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-71f6cff8-06d3-4ceb-8c80-7a786d9ec3de req-73be4ebd-3af7-4462-834f-767b18d16b0b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=cc0fd4fd-13f8-4b42-b035-5455593f783d HTTP/1.1" status: 200 len: 851 time: 0.0534167 Aug 10 12:39:53.639227 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6cff8-06d3-4ceb-8c80-7a786d9ec3de req-1cc146ae-2868-4950-9a25-3815391dc3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:53.640745 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-71f6cff8-06d3-4ceb-8c80-7a786d9ec3de req-1cc146ae-2868-4950-9a25-3815391dc3cb service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ce24948c-b056-4a3f-868d-8498edb8d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515697 Aug 10 12:39:53.709938 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:53.736909 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-26ae2062-3fa5-4943-8756-0ac0e870c0fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:53.847115 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-71f6cff8-06d3-4ceb-8c80-7a786d9ec3de req-69495d7e-8ba6-4cbf-b71e-ce600e2151c7 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984806 Aug 10 12:39:53.870111 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705972d0-1edd-4f10-9c76-412ddcf01075 req-1c4842ca-a37a-4ba8-bbbe-6954cb224742 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:53.871845 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-705972d0-1edd-4f10-9c76-412ddcf01075 req-1c4842ca-a37a-4ba8-bbbe-6954cb224742 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 943 time: 0.0875490 Aug 10 12:39:53.970758 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-705972d0-1edd-4f10-9c76-412ddcf01075 req-9fc6f367-d1e1-464b-a2d4-f8baddbc79c0 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875275 Aug 10 12:39:53.997373 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-71f6cff8-06d3-4ceb-8c80-7a786d9ec3de req-33936174-e56f-4e48-bd4c-6945fa34d682 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417747 Aug 10 12:39:54.672818 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-57090e89-d2b7-4c15-bce7-e8e6a383ca1a req-6593df9c-17a2-4c7f-9321-48f30458d2f4 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ecda8431-98cd-4df9-9b7e-1a046259560c HTTP/1.1" status: 200 len: 210 time: 0.0477712 Aug 10 12:39:54.857162 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-c0515d74-acbf-4fd4-8af1-4b40b7399285 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:54.858640 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-c0515d74-acbf-4fd4-8af1-4b40b7399285 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.64 "GET /networking/v2.0/networks?id=882fe220-2031-4c74-86e0-f50bf01ee472 HTTP/1.1" status: 200 len: 814 time: 0.1309185 Aug 10 12:39:54.869327 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:54.893014 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-943743ba-7727-4741-a015-7d56ea6242d6 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Request body: {'port': {'device_id': 'ecda8431-98cd-4df9-9b7e-1a046259560c', 'network_id': '882fe220-2031-4c74-86e0-f50bf01ee472', 'admin_state_up': True, 'tenant_id': 'f797ec18d0a847748116b1dd18bc8cf1'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:39:55.011552 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-943743ba-7727-4741-a015-7d56ea6242d6 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Made reservation on behalf of f797ec18d0a847748116b1dd18bc8cf1 for: {'port': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:39:55.015237 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-943743ba-7727-4741-a015-7d56ea6242d6 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:55.090725 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:55.120795 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d019908-e2a2-4e81-8182-e548a16b9b86 req-e555ba15-315d-4df7-bf6d-0c688193b99c tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:55.122284 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-2d019908-e2a2-4e81-8182-e548a16b9b86 req-e555ba15-315d-4df7-bf6d-0c688193b99c tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 943 time: 0.0691628 Aug 10 12:39:55.171554 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-943743ba-7727-4741-a015-7d56ea6242d6 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Allocated IP 172.20.0.8 (882fe220-2031-4c74-86e0-f50bf01ee472/25b139ef-da54-4552-b7cd-91a28b09be25/ed67cab4-c8c9-4696-930a-fdaa179a21be) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:39:55.181923 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-2d019908-e2a2-4e81-8182-e548a16b9b86 req-9ca9527f-c637-490b-89f0-0b3cdc7a1de2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515952 Aug 10 12:39:55.233523 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:55.341811 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-943743ba-7727-4741-a015-7d56ea6242d6 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Publish callbacks [] for port (ed67cab4-c8c9-4696-930a-fdaa179a21be), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:55.377143 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-943743ba-7727-4741-a015-7d56ea6242d6 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (ed67cab4-c8c9-4696-930a-fdaa179a21be), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:55.424966 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-943743ba-7727-4741-a015-7d56ea6242d6 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Network 882fe220-2031-4c74-86e0-f50bf01ee472 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:39:55.430967 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-943743ba-7727-4741-a015-7d56ea6242d6 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:39:55.433219 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943743ba-7727-4741-a015-7d56ea6242d6 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Pushing event updated for resources: {'Port': ['ID=ed67cab4-c8c9-4696-930a-fdaa179a21be,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:55.435413 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-943743ba-7727-4741-a015-7d56ea6242d6 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:39:55.488886 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-943743ba-7727-4741-a015-7d56ea6242d6 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:55.489521 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-943743ba-7727-4741-a015-7d56ea6242d6 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:55.500052 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:55.510310 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-943743ba-7727-4741-a015-7d56ea6242d6 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6226511 Aug 10 12:39:55.532856 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] Request body: {'port': {'device_id': 'ecda8431-98cd-4df9-9b7e-1a046259560c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:39:55.606716 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ed67cab4-c8c9-4696-930a-fdaa179a21be), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:55.908314 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48898e7-721e-4f5c-86e9-e852c48f4551 req-da05edce-bc8d-4262-b5de-ec020aebfa12 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:55.909833 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e48898e7-721e-4f5c-86e9-e852c48f4551 req-da05edce-bc8d-4262-b5de-ec020aebfa12 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ecda8431-98cd-4df9-9b7e-1a046259560c HTTP/1.1" status: 200 len: 931 time: 0.1103380 Aug 10 12:39:55.997491 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e48898e7-721e-4f5c-86e9-e852c48f4551 req-e660d0a9-8107-4334-aa39-8df8f5eba770 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796356 Aug 10 12:39:56.071756 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed67cab4-c8c9-4696-930a-fdaa179a21be {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:39:56.079612 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] Publish callbacks [] for port (ed67cab4-c8c9-4696-930a-fdaa179a21be), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:56.092863 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] Transition to ACTIVE for port object ed67cab4-c8c9-4696-930a-fdaa179a21be will not be triggered until provisioned by entity L2. {{(pid=103790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:39:56.098251 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (ed67cab4-c8c9-4696-930a-fdaa179a21be), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:56.162876 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] Pushing event updated for resources: {'Port': ['ID=ed67cab4-c8c9-4696-930a-fdaa179a21be,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:56.198407 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:56.221121 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] Attempting to bind port ed67cab4-c8c9-4696-930a-fdaa179a21be on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:39:56.221606 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] Attempting to bind port ed67cab4-c8c9-4696-930a-fdaa179a21be by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': 'f2068ba2-55f8-4407-8b44-daaf05ffe723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '882fe220-2031-4c74-86e0-f50bf01ee472'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:39:56.221965 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] Attempting to bind port ed67cab4-c8c9-4696-930a-fdaa179a21be on network 882fe220-2031-4c74-86e0-f50bf01ee472 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:39:56.236565 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] Port ed67cab4-c8c9-4696-930a-fdaa179a21be on network 882fe220-2031-4c74-86e0-f50bf01ee472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:39:56.236950 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] Attempting to bind port ed67cab4-c8c9-4696-930a-fdaa179a21be on network 882fe220-2031-4c74-86e0-f50bf01ee472 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:39:56.244652 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:39:56.245140 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] Checking segment: {'id': 'f2068ba2-55f8-4407-8b44-daaf05ffe723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '882fe220-2031-4c74-86e0-f50bf01ee472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:39:56.245594 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] Bound using segment: {'id': 'f2068ba2-55f8-4407-8b44-daaf05ffe723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '882fe220-2031-4c74-86e0-f50bf01ee472'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:39:56.246265 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] Bound port: ed67cab4-c8c9-4696-930a-fdaa179a21be, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2068ba2-55f8-4407-8b44-daaf05ffe723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '882fe220-2031-4c74-86e0-f50bf01ee472'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:39:56.246700 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ed67cab4-c8c9-4696-930a-fdaa179a21be), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:56.319162 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] For port ed67cab4-c8c9-4696-930a-fdaa179a21be, host hv-cinder-85226, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:39:56.321394 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:56.324920 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] For port ed67cab4-c8c9-4696-930a-fdaa179a21be, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=ed67cab4-c8c9-4696-930a-fdaa179a21be,segment=NetworkSegment(f2068ba2-55f8-4407-8b44-daaf05ffe723),segment_id=f2068ba2-55f8-4407-8b44-daaf05ffe723)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:39:56.332984 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714c1d0-9fc7-4ca0-b1dd-fec7160fd67b req-c3ccd9f9-50c5-48d1-b9da-076353d28f5f tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:56.334445 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (ed67cab4-c8c9-4696-930a-fdaa179a21be), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:56.335275 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-0714c1d0-9fc7-4ca0-b1dd-fec7160fd67b req-c3ccd9f9-50c5-48d1-b9da-076353d28f5f tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 943 time: 0.0569298 Aug 10 12:39:56.340415 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:56.341143 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:56.342988 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/ed67cab4-c8c9-4696-930a-fdaa179a21be HTTP/1.1" status: 200 len: 1093 time: 0.8176053 Aug 10 12:39:56.344778 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecda8431-98cd-4df9-9b7e-1a046259560c', 'tag': 'ed67cab4-c8c9-4696-930a-fdaa179a21be'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:39:56.349157 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df951f2-ccb2-425d-a536-9af8c62f5f45" -d '{"events": [{"name": "network-changed", "server_uuid": "ecda8431-98cd-4df9-9b7e-1a046259560c", "tag": "ed67cab4-c8c9-4696-930a-fdaa179a21be"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:39:56.373592 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:56.416274 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f01587-0808-4c90-8c84-acae38e08f47 service neutron] Pushing event updated for resources: {'Port': ['ID=ed67cab4-c8c9-4696-930a-fdaa179a21be,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:56.441884 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-0714c1d0-9fc7-4ca0-b1dd-fec7160fd67b req-cfb60dfa-a94f-4acc-abfe-d13366d8d955 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785229 Aug 10 12:39:56.468068 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be059dfb-13b1-42d1-ab1a-3fa15c154d86 x-openstack-request-id: req-be059dfb-13b1-42d1-ab1a-3fa15c154d86 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:39:56.468551 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecda8431-98cd-4df9-9b7e-1a046259560c", "tag": "ed67cab4-c8c9-4696-930a-fdaa179a21be", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:39:56.468797 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be059dfb-13b1-42d1-ab1a-3fa15c154d86 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:39:56.469300 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be059dfb-13b1-42d1-ab1a-3fa15c154d86'] response: {'name': 'network-changed', 'server_uuid': 'ecda8431-98cd-4df9-9b7e-1a046259560c', 'tag': 'ed67cab4-c8c9-4696-930a-fdaa179a21be', 'status': 'completed', 'code': 200} Aug 10 12:39:56.486629 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-fa076266-e227-49be-90c4-a3bbb9de967e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:56.488381 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-fa076266-e227-49be-90c4-a3bbb9de967e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f797ec18d0a847748116b1dd18bc8cf1&device_id=ecda8431-98cd-4df9-9b7e-1a046259560c HTTP/1.1" status: 200 len: 1127 time: 0.0686877 Aug 10 12:39:56.545087 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-77b9f266-ec36-4418-a44b-0e17da6b4e81 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed67cab4-c8c9-4696-930a-fdaa179a21be HTTP/1.1" status: 200 len: 217 time: 0.0394287 Aug 10 12:39:56.603374 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-63491225-36a8-4f29-9e82-7c1af7a5080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:56.605037 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-63491225-36a8-4f29-9e82-7c1af7a5080e service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=25b139ef-da54-4552-b7cd-91a28b09be25 HTTP/1.1" status: 200 len: 854 time: 0.0542128 Aug 10 12:39:56.642129 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:56.661684 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-58ee5c50-6b21-46e7-aa4c-8d438fc1b915 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=882fe220-2031-4c74-86e0-f50bf01ee472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504661 Aug 10 12:39:56.753134 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:56.769953 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-7ab02df5-f389-4965-a660-1f903b747feb service neutron] 10.222.0.64 "GET /networking/v2.0/networks/882fe220-2031-4c74-86e0-f50bf01ee472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006460 Aug 10 12:39:56.889786 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8abfe23c-4d6a-4bb0-9da6-32a3c9857ffe req-e50762cc-ec94-46dd-9544-edb39c7c2aba service neutron] 10.222.0.64 "GET /networking/v2.0/networks/882fe220-2031-4c74-86e0-f50bf01ee472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135290 Aug 10 12:39:57.133191 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57db85-1f30-47d9-88f6-a1b9ebd8ffc0 req-1843fd83-c9d5-4ecf-85c2-41b0667a880b tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:57.134907 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3c57db85-1f30-47d9-88f6-a1b9ebd8ffc0 req-1843fd83-c9d5-4ecf-85c2-41b0667a880b tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ecda8431-98cd-4df9-9b7e-1a046259560c HTTP/1.1" status: 200 len: 943 time: 0.0522368 Aug 10 12:39:57.190444 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3c57db85-1f30-47d9-88f6-a1b9ebd8ffc0 req-2c9d3b14-b17b-4a93-8524-d69d67be5d21 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495315 Aug 10 12:39:57.227409 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 55396) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:57.362217 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0405d0c0-62ad-49a1-8a8e-3e4f23526993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:57.480325 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0405d0c0-62ad-49a1-8a8e-3e4f23526993 admin admin] Publish callbacks [] for security_group (1b993877-f987-4604-8fd9-5cec4aa9e34a), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:57.487209 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-0405d0c0-62ad-49a1-8a8e-3e4f23526993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (1b993877-f987-4604-8fd9-5cec4aa9e34a), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:57.540516 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-0405d0c0-62ad-49a1-8a8e-3e4f23526993 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=a359e288e760471c8258ab612c6baf13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3119805 Aug 10 12:39:57.541395 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405d0c0-62ad-49a1-8a8e-3e4f23526993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b993877-f987-4604-8fd9-5cec4aa9e34a,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:57.545260 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 55402) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:39:57.597960 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3f62e-937d-4989-8be8-156b81232e2d req-f0a978bc-66c3-476e-9821-0b21273e5614 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:57.601601 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3ad3f62e-937d-4989-8be8-156b81232e2d req-f0a978bc-66c3-476e-9821-0b21273e5614 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 943 time: 0.0597024 Aug 10 12:39:57.646675 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5ecd05ae-8c3e-4cc8-9663-45d6d88a8dd6 admin admin] Publish callbacks [] for security_group (1b993877-f987-4604-8fd9-5cec4aa9e34a), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:57.682593 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5ecd05ae-8c3e-4cc8-9663-45d6d88a8dd6 admin admin] Publish callbacks [] for security_group (1b993877-f987-4604-8fd9-5cec4aa9e34a), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:57.685778 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3ad3f62e-937d-4989-8be8-156b81232e2d req-9c9aee5f-36ad-4be4-a971-5c9d6b5b3cc6 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802329 Aug 10 12:39:57.747436 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5ecd05ae-8c3e-4cc8-9663-45d6d88a8dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (1b993877-f987-4604-8fd9-5cec4aa9e34a), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:57.750125 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-5ecd05ae-8c3e-4cc8-9663-45d6d88a8dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:39:57.751280 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-5ecd05ae-8c3e-4cc8-9663-45d6d88a8dd6 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/1b993877-f987-4604-8fd9-5cec4aa9e34a HTTP/1.1" status: 204 len: 168 time: 0.2050970 Aug 10 12:39:57.764157 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd05ae-8c3e-4cc8-9663-45d6d88a8dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b993877-f987-4604-8fd9-5cec4aa9e34a,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:39:57.961540 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:57.963064 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df951f2-ccb2-425d-a536-9af8c62f5f45 req-cb8aac94-be19-4c29-9bfd-a51c92a8119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:57.964697 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6df951f2-ccb2-425d-a536-9af8c62f5f45 req-cb8aac94-be19-4c29-9bfd-a51c92a8119c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f797ec18d0a847748116b1dd18bc8cf1&device_id=ecda8431-98cd-4df9-9b7e-1a046259560c HTTP/1.1" status: 200 len: 1127 time: 0.0513377 Aug 10 12:39:58.079629 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df951f2-ccb2-425d-a536-9af8c62f5f45 req-3193a919-49c4-4c61-927e-eb79913614bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:58.081069 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6df951f2-ccb2-425d-a536-9af8c62f5f45 req-3193a919-49c4-4c61-927e-eb79913614bd service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=882fe220-2031-4c74-86e0-f50bf01ee472 HTTP/1.1" status: 200 len: 915 time: 0.1084991 Aug 10 12:39:58.133622 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6df951f2-ccb2-425d-a536-9af8c62f5f45 req-2ee96ea8-e49a-4421-8669-440f8f440bfd service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed67cab4-c8c9-4696-930a-fdaa179a21be HTTP/1.1" status: 200 len: 217 time: 0.0448523 Aug 10 12:39:58.194962 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df951f2-ccb2-425d-a536-9af8c62f5f45 req-d5b59149-2c1e-4c09-a98f-462dd8f34032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:58.196427 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6df951f2-ccb2-425d-a536-9af8c62f5f45 req-d5b59149-2c1e-4c09-a98f-462dd8f34032 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=25b139ef-da54-4552-b7cd-91a28b09be25 HTTP/1.1" status: 200 len: 854 time: 0.0513942 Aug 10 12:39:58.236441 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6df951f2-ccb2-425d-a536-9af8c62f5f45 req-410e9260-2d3c-436d-a8c1-b1ed79c5f5fe service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=882fe220-2031-4c74-86e0-f50bf01ee472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300641 Aug 10 12:39:58.364978 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:39:58.373975 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6df951f2-ccb2-425d-a536-9af8c62f5f45 req-5e83def2-e96a-45da-8546-717ee1db2fbc service neutron] 10.222.0.64 "GET /networking/v2.0/networks/882fe220-2031-4c74-86e0-f50bf01ee472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300583 Aug 10 12:39:58.381736 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c3e1f-6513-46c2-a20c-a2ba0e4e964c req-af1a4241-2987-4ca4-a451-926183961d10 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:58.383136 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-863c3e1f-6513-46c2-a20c-a2ba0e4e964c req-af1a4241-2987-4ca4-a451-926183961d10 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ecda8431-98cd-4df9-9b7e-1a046259560c HTTP/1.1" status: 200 len: 943 time: 0.0636499 Aug 10 12:39:58.499784 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-863c3e1f-6513-46c2-a20c-a2ba0e4e964c req-c32d0b17-79b7-4e45-927b-0993c202ecbc tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986874 Aug 10 12:39:58.540302 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6df951f2-ccb2-425d-a536-9af8c62f5f45 req-e465b3ab-da05-4fb9-a555-57384d89d742 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/882fe220-2031-4c74-86e0-f50bf01ee472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152167 Aug 10 12:39:58.817394 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e2175-c470-4f0b-8831-01b63640bbe5 req-689bc7d4-2f04-4473-9f67-173c5757b8ec tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:58.819611 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-133e2175-c470-4f0b-8831-01b63640bbe5 req-689bc7d4-2f04-4473-9f67-173c5757b8ec tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 943 time: 0.0505323 Aug 10 12:39:58.875356 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-133e2175-c470-4f0b-8831-01b63640bbe5 req-f095fe8e-d3e5-46cc-88e0-edb21d89819b tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469832 Aug 10 12:39:59.646789 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7e74d-c2ae-4447-83c8-d99518315388 req-f60adae3-0a5c-4d43-be9b-bbeeba6230ba tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:39:59.648354 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-bfc7e74d-c2ae-4447-83c8-d99518315388 req-f60adae3-0a5c-4d43-be9b-bbeeba6230ba tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ecda8431-98cd-4df9-9b7e-1a046259560c HTTP/1.1" status: 200 len: 943 time: 0.0610714 Aug 10 12:39:59.698581 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-bfc7e74d-c2ae-4447-83c8-d99518315388 req-b3e3806f-9988-4eca-b480-b0e56725f1b9 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438604 Aug 10 12:39:59.953946 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device ed67cab4-c8c9-4696-930a-fdaa179a21be details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:40:00.013800 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf987297-a4a4-40ec-951d-c0cfecfc0dbb req-f83c7359-701c-4fea-9773-c3e0cb540b58 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:00.021309 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-cf987297-a4a4-40ec-951d-c0cfecfc0dbb req-f83c7359-701c-4fea-9773-c3e0cb540b58 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 943 time: 0.0576410 Aug 10 12:40:00.067755 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port ed67cab4-c8c9-4696-930a-fdaa179a21be, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=ed67cab4-c8c9-4696-930a-fdaa179a21be,segment=NetworkSegment(f2068ba2-55f8-4407-8b44-daaf05ffe723),segment_id=f2068ba2-55f8-4407-8b44-daaf05ffe723)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:40:00.079645 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-cf987297-a4a4-40ec-951d-c0cfecfc0dbb req-a0e9f339-f4e6-4003-90c3-7c1b6339cba2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555060 Aug 10 12:40:00.210582 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': 'ed67cab4-c8c9-4696-930a-fdaa179a21be', 'network_id': '882fe220-2031-4c74-86e0-f50bf01ee472', 'port_id': 'ed67cab4-c8c9-4696-930a-fdaa179a21be', 'mac_address': 'fa:16:3e:41:4d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b139ef-da54-4552-b7cd-91a28b09be25', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:40:00.248622 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port ed67cab4-c8c9-4696-930a-fdaa179a21be is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:40:00.249167 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ed67cab4-c8c9-4696-930a-fdaa179a21be), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:00.257864 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:40:00.265159 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed67cab4-c8c9-4696-930a-fdaa179a21be {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:40:00.286500 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port ed67cab4-c8c9-4696-930a-fdaa179a21be, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=ed67cab4-c8c9-4696-930a-fdaa179a21be,segment=NetworkSegment(f2068ba2-55f8-4407-8b44-daaf05ffe723),segment_id=f2068ba2-55f8-4407-8b44-daaf05ffe723)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:40:00.291739 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (ed67cab4-c8c9-4696-930a-fdaa179a21be), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:00.349397 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=ed67cab4-c8c9-4696-930a-fdaa179a21be,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:40:00.655689 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['ed67cab4-c8c9-4696-930a-fdaa179a21be'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:40:00.861839 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78f7a0-de4e-4d2f-aec6-8a641a11ff66 req-5705a0d5-d9db-4187-9675-c27bfbd8dadf tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:00.863238 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5d78f7a0-de4e-4d2f-aec6-8a641a11ff66 req-5705a0d5-d9db-4187-9675-c27bfbd8dadf tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ecda8431-98cd-4df9-9b7e-1a046259560c HTTP/1.1" status: 200 len: 944 time: 0.0579960 Aug 10 12:40:00.915465 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-5d78f7a0-de4e-4d2f-aec6-8a641a11ff66 req-791c14f7-9450-40f2-a2d6-9723844f56ad tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432732 Aug 10 12:40:01.212279 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a3aa8-19d0-4cb4-978e-5d33bea2d34f req-2c7cf89e-ac26-4a8c-909e-e5b680a9bab8 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:01.215138 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8d5a3aa8-19d0-4cb4-978e-5d33bea2d34f req-2c7cf89e-ac26-4a8c-909e-e5b680a9bab8 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 943 time: 0.0592160 Aug 10 12:40:01.276858 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-8d5a3aa8-19d0-4cb4-978e-5d33bea2d34f req-5c49dafb-0410-4cfe-9ed5-0837cb71ce47 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564902 Aug 10 12:40:01.983845 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 850b26e9-2603-4ccd-84ec-00ede7dfd424 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:40:02.000612 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device ed67cab4-c8c9-4696-930a-fdaa179a21be up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:40:02.099036 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe366f3d-e0bb-4ef4-a307-51a84398d85f req-8b48c7e5-ad3e-4cd5-8344-d1385b2ba4da tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:02.104860 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-fe366f3d-e0bb-4ef4-a307-51a84398d85f req-8b48c7e5-ad3e-4cd5-8344-d1385b2ba4da tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ecda8431-98cd-4df9-9b7e-1a046259560c HTTP/1.1" status: 200 len: 944 time: 0.0874062 Aug 10 12:40:02.161212 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:02.164242 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port ed67cab4-c8c9-4696-930a-fdaa179a21be completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:40:02.174538 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:02.179397 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port ed67cab4-c8c9-4696-930a-fdaa179a21be triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:40:02.180015 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (ed67cab4-c8c9-4696-930a-fdaa179a21be), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:02.181588 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-fe366f3d-e0bb-4ef4-a307-51a84398d85f req-e1c16df1-fb51-48a1-8c28-8eb1eb30484f tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632567 Aug 10 12:40:02.244294 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 850b26e9-2603-4ccd-84ec-00ede7dfd424, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=850b26e9-2603-4ccd-84ec-00ede7dfd424,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:40:02.261846 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': '850b26e9-2603-4ccd-84ec-00ede7dfd424', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'port_id': '850b26e9-2603-4ccd-84ec-00ede7dfd424', 'mac_address': 'fa:16:3e:91:23:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:40:02.295183 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=73 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:02.338874 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 850b26e9-2603-4ccd-84ec-00ede7dfd424 is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:40:02.339260 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (850b26e9-2603-4ccd-84ec-00ede7dfd424), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:02.354963 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850b26e9-2603-4ccd-84ec-00ede7dfd424 {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:40:02.360658 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port ed67cab4-c8c9-4696-930a-fdaa179a21be is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:40:02.360967 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ed67cab4-c8c9-4696-930a-fdaa179a21be), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:02.388119 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 850b26e9-2603-4ccd-84ec-00ede7dfd424, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=850b26e9-2603-4ccd-84ec-00ede7dfd424,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:40:02.410982 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port ed67cab4-c8c9-4696-930a-fdaa179a21be, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=ed67cab4-c8c9-4696-930a-fdaa179a21be,segment=NetworkSegment(f2068ba2-55f8-4407-8b44-daaf05ffe723),segment_id=f2068ba2-55f8-4407-8b44-daaf05ffe723)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:40:02.413076 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecda8431-98cd-4df9-9b7e-1a046259560c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed67cab4-c8c9-4696-930a-fdaa179a21be'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:40:02.415816 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdad1f0b-b6de-4436-91b2-3365ddff4cdd" -d '{"events": [{"server_uuid": "ecda8431-98cd-4df9-9b7e-1a046259560c", "name": "network-vif-plugged", "status": "completed", "tag": "ed67cab4-c8c9-4696-930a-fdaa179a21be"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:40:02.430256 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (ed67cab4-c8c9-4696-930a-fdaa179a21be), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:02.433792 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (850b26e9-2603-4ccd-84ec-00ede7dfd424), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:02.448426 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c9d1f-1ba3-4405-be05-06e3a432cb90 req-9a1ac994-7098-4f77-93c5-0d6c82c59601 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:02.456837 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9a6c9d1f-1ba3-4405-be05-06e3a432cb90 req-9a1ac994-7098-4f77-93c5-0d6c82c59601 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 943 time: 0.0862718 Aug 10 12:40:02.484931 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64e9a85-224a-4a71-8781-64a19901b905 x-openstack-request-id: req-b64e9a85-224a-4a71-8781-64a19901b905 {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:40:02.485226 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecda8431-98cd-4df9-9b7e-1a046259560c", "name": "network-vif-plugged", "status": "completed", "tag": "ed67cab4-c8c9-4696-930a-fdaa179a21be", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:40:02.485504 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b64e9a85-224a-4a71-8781-64a19901b905 {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:40:02.486094 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b64e9a85-224a-4a71-8781-64a19901b905'] response: {'server_uuid': 'ecda8431-98cd-4df9-9b7e-1a046259560c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed67cab4-c8c9-4696-930a-fdaa179a21be', 'code': 200} Aug 10 12:40:02.514366 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=ed67cab4-c8c9-4696-930a-fdaa179a21be,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:40:02.536302 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9a6c9d1f-1ba3-4405-be05-06e3a432cb90 req-bc048a35-bc7e-404f-a53c-e83c10de3b7e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780172 Aug 10 12:40:02.614594 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=850b26e9-2603-4ccd-84ec-00ede7dfd424,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:40:02.736932 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b103cc-4c48-433a-9467-60ed6d0176f2 req-5b8cd89a-665a-44e7-b68b-2798d1130e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:02.738542 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-02b103cc-4c48-433a-9467-60ed6d0176f2 req-5b8cd89a-665a-44e7-b68b-2798d1130e67 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ecda8431-98cd-4df9-9b7e-1a046259560c HTTP/1.1" status: 200 len: 1129 time: 0.0480394 Aug 10 12:40:02.784825 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-02b103cc-4c48-433a-9467-60ed6d0176f2 req-3ba2361b-41ed-4855-9c93-1496f0625f1a service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402536 Aug 10 12:40:02.791045 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['850b26e9-2603-4ccd-84ec-00ede7dfd424'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:40:03.308369 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2325c-d5a0-44ef-878f-da1bb4917d78 req-7ef6d090-fed6-4cc7-afb8-3f34c6e5e764 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:03.309875 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b4a2325c-d5a0-44ef-878f-da1bb4917d78 req-7ef6d090-fed6-4cc7-afb8-3f34c6e5e764 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ecda8431-98cd-4df9-9b7e-1a046259560c HTTP/1.1" status: 200 len: 945 time: 0.0543382 Aug 10 12:40:03.359609 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b4a2325c-d5a0-44ef-878f-da1bb4917d78 req-1a0cbb88-ea61-44c2-aec3-9f50d66c4537 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439467 Aug 10 12:40:03.712646 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3abd10-ecdb-484f-902c-e48424d7844b req-96062bec-b6fb-4d4a-b2fa-53df46662f26 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:03.714317 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-dd3abd10-ecdb-484f-902c-e48424d7844b req-96062bec-b6fb-4d4a-b2fa-53df46662f26 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 944 time: 0.0575216 Aug 10 12:40:03.771513 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-dd3abd10-ecdb-484f-902c-e48424d7844b req-95132dbe-3326-48f8-adb0-6fad8682cb08 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510240 Aug 10 12:40:04.006447 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 850b26e9-2603-4ccd-84ec-00ede7dfd424 up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:40:04.050195 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port 850b26e9-2603-4ccd-84ec-00ede7dfd424 completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:40:04.056868 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port 850b26e9-2603-4ccd-84ec-00ede7dfd424 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:40:04.057310 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (850b26e9-2603-4ccd-84ec-00ede7dfd424), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:04.093797 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:04.134920 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 850b26e9-2603-4ccd-84ec-00ede7dfd424 is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:40:04.135316 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (850b26e9-2603-4ccd-84ec-00ede7dfd424), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:04.167703 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 850b26e9-2603-4ccd-84ec-00ede7dfd424, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=850b26e9-2603-4ccd-84ec-00ede7dfd424,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:40:04.171471 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (850b26e9-2603-4ccd-84ec-00ede7dfd424), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:04.193726 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:04.217942 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=850b26e9-2603-4ccd-84ec-00ede7dfd424,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:40:04.486393 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff585e-3793-4590-91b0-8a9f1aa561a0 req-aac829cd-be45-4183-b6bf-416289ce73f5 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:04.487745 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c86ad14-7c49-41a0-b663-eea08e579aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850b26e9-2603-4ccd-84ec-00ede7dfd424'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:40:04.488001 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ceff585e-3793-4590-91b0-8a9f1aa561a0 req-aac829cd-be45-4183-b6bf-416289ce73f5 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ecda8431-98cd-4df9-9b7e-1a046259560c HTTP/1.1" status: 200 len: 945 time: 0.0473104 Aug 10 12:40:04.491178 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a68b5c-fae6-42cf-a55d-cf2048ef4442" -d '{"events": [{"server_uuid": "9c86ad14-7c49-41a0-b663-eea08e579aa6", "name": "network-vif-plugged", "status": "completed", "tag": "850b26e9-2603-4ccd-84ec-00ede7dfd424"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:40:04.532640 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa465c99-00a9-4198-8e3f-084152358e60 x-openstack-request-id: req-fa465c99-00a9-4198-8e3f-084152358e60 {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:40:04.532937 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c86ad14-7c49-41a0-b663-eea08e579aa6", "name": "network-vif-plugged", "status": "completed", "tag": "850b26e9-2603-4ccd-84ec-00ede7dfd424", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:40:04.533193 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa465c99-00a9-4198-8e3f-084152358e60 {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:40:04.533630 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa465c99-00a9-4198-8e3f-084152358e60'] response: {'server_uuid': '9c86ad14-7c49-41a0-b663-eea08e579aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850b26e9-2603-4ccd-84ec-00ede7dfd424', 'code': 200} Aug 10 12:40:04.544110 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ceff585e-3793-4590-91b0-8a9f1aa561a0 req-2e55e87b-30b6-4c90-a2fd-0d0185724013 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490115 Aug 10 12:40:04.771868 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:04.799838 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b70af-2db6-4cdc-bdec-50a11976bff7 req-f1b18263-07b8-4eab-838e-5990541584b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:04.801339 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-319b70af-2db6-4cdc-bdec-50a11976bff7 req-f1b18263-07b8-4eab-838e-5990541584b2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 1129 time: 0.0386064 Aug 10 12:40:04.848797 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-319b70af-2db6-4cdc-bdec-50a11976bff7 req-4ac78299-6165-404e-9560-6a0d33573772 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412006 Aug 10 12:40:04.892755 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b21bf-b5e4-4997-991e-9008c4165ef6 req-32466e03-53ae-4f60-81a2-b46a752ed135 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:04.893964 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7d4b21bf-b5e4-4997-991e-9008c4165ef6 req-32466e03-53ae-4f60-81a2-b46a752ed135 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 945 time: 0.0471804 Aug 10 12:40:04.943622 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7d4b21bf-b5e4-4997-991e-9008c4165ef6 req-76e72747-7480-425e-986c-42b53d810fcb tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431345 Aug 10 12:40:05.659469 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc6d8a-b20c-4063-b6b3-418504c5f822 req-473e0ae0-8550-49c0-8732-1a029818b46a tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:05.660896 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-57cc6d8a-b20c-4063-b6b3-418504c5f822 req-473e0ae0-8550-49c0-8732-1a029818b46a tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ecda8431-98cd-4df9-9b7e-1a046259560c HTTP/1.1" status: 200 len: 945 time: 0.0463252 Aug 10 12:40:05.708978 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-57cc6d8a-b20c-4063-b6b3-418504c5f822 req-c8054d81-4647-462a-8902-49dd716ea926 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417182 Aug 10 12:40:06.066837 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c47cdb-ae72-4246-9f10-368576aed615 req-7bf55080-84b2-4465-a0bb-3777f9701582 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:06.068331 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a9c47cdb-ae72-4246-9f10-368576aed615 req-7bf55080-84b2-4465-a0bb-3777f9701582 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 945 time: 0.0519691 Aug 10 12:40:06.126397 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-a9c47cdb-ae72-4246-9f10-368576aed615 req-a7f80829-8f20-4f18-9a5a-6045b985afdc tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458176 Aug 10 12:40:06.555105 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 55606) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:40:06.872163 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_v2 [None req-685b474c-53ce-43e1-8e6c-a25f9748b7d1 admin admin] Deleting subnet 538baf45-19fe-483b-80f8-3fdd2b0e84cc {{(pid=103790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 10 12:40:06.875342 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-685b474c-53ce-43e1-8e6c-a25f9748b7d1 admin admin] Publish callbacks [] for subnet (538baf45-19fe-483b-80f8-3fdd2b0e84cc), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:06.900871 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:06.910305 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-685b474c-53ce-43e1-8e6c-a25f9748b7d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14657668'] for subnet (538baf45-19fe-483b-80f8-3fdd2b0e84cc), precommit_delete_associations {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:06.949789 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-685b474c-53ce-43e1-8e6c-a25f9748b7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731369'] for subnet (538baf45-19fe-483b-80f8-3fdd2b0e84cc), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:07.001318 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-685b474c-53ce-43e1-8e6c-a25f9748b7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14596431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14164736'] for subnet (538baf45-19fe-483b-80f8-3fdd2b0e84cc), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:07.032716 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b474c-53ce-43e1-8e6c-a25f9748b7d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=538baf45-19fe-483b-80f8-3fdd2b0e84cc,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:40:07.034702 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-685b474c-53ce-43e1-8e6c-a25f9748b7d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:07.038394 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-685b474c-53ce-43e1-8e6c-a25f9748b7d1 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/538baf45-19fe-483b-80f8-3fdd2b0e84cc HTTP/1.1" status: 204 len: 168 time: 0.4816399 Aug 10 12:40:07.040870 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 55608) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:40:07.108994 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-80b712c2-e5a6-45d4-9bc1-f554a1e8f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659484'] for network (dc107b9b-6365-4e19-9b21-085b02ba9b19), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:07.190923 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-80b712c2-e5a6-45d4-9bc1-f554a1e8f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1708682', 'neutron.services.segments.db._delete_segments_for_network-8736056424951'] for network (dc107b9b-6365-4e19-9b21-085b02ba9b19), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:07.216305 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-80b712c2-e5a6-45d4-9bc1-f554a1e8f8bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc107b9b-6365-4e19-9b21-085b02ba9b19']}} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:40:07.251219 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-80b712c2-e5a6-45d4-9bc1-f554a1e8f8bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d21493-7eea-44e8-a58a-aca0da0c7cfe') {'for_net_delete': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:40:07.251508 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-80b712c2-e5a6-45d4-9bc1-f554a1e8f8bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d21493-7eea-44e8-a58a-aca0da0c7cfe') {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:40:07.266756 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-80b712c2-e5a6-45d4-9bc1-f554a1e8f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736056424843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14657679'] for segment (30d21493-7eea-44e8-a58a-aca0da0c7cfe), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:07.282346 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e4e28-809c-43a8-96bc-8affc9898aab req-8db8def2-856f-410a-bcd5-6d099e42e01a tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:07.283888 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-aa1e4e28-809c-43a8-96bc-8affc9898aab req-8db8def2-856f-410a-bcd5-6d099e42e01a tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 945 time: 0.0715461 Aug 10 12:40:07.291429 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-80b712c2-e5a6-45d4-9bc1-f554a1e8f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (30d21493-7eea-44e8-a58a-aca0da0c7cfe), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:07.310043 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b712c2-e5a6-45d4-9bc1-f554a1e8f8bb admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:40:07.310562 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-80b712c2-e5a6-45d4-9bc1-f554a1e8f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14596241'] for segment (30d21493-7eea-44e8-a58a-aca0da0c7cfe), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:07.356539 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment 30d21493-7eea-44e8-a58a-aca0da0c7cfe resource provider aggregate not found Aug 10 12:40:07.383371 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment 30d21493-7eea-44e8-a58a-aca0da0c7cfe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30d21493-7eea-44e8-a58a-aca0da0c7cfe found for delete ", "request_id": "req-0cfa37fc-db92-4d16-8732-efe3bb2a0440"}]} Aug 10 12:40:07.402120 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-80b712c2-e5a6-45d4-9bc1-f554a1e8f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1708675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745837'] for network (dc107b9b-6365-4e19-9b21-085b02ba9b19), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:07.407293 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-aa1e4e28-809c-43a8-96bc-8affc9898aab req-de494bc7-0948-4e94-9b07-4171f20a228d tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177378 Aug 10 12:40:07.411188 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-80b712c2-e5a6-45d4-9bc1-f554a1e8f8bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:07.414787 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-80b712c2-e5a6-45d4-9bc1-f554a1e8f8bb admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/dc107b9b-6365-4e19-9b21-085b02ba9b19 HTTP/1.1" status: 204 len: 168 time: 0.3729095 Aug 10 12:40:07.439432 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b712c2-e5a6-45d4-9bc1-f554a1e8f8bb admin admin] Pushing event deleted for resources: {'Network': ['ID=dc107b9b-6365-4e19-9b21-085b02ba9b19,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:40:07.539788 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae3380-2f9c-49a1-b1b1-19db72a0f44f req-39ad9640-f188-4f7a-b811-75bafbe84ff6 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:07.542230 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9bae3380-2f9c-49a1-b1b1-19db72a0f44f req-39ad9640-f188-4f7a-b811-75bafbe84ff6 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 945 time: 0.0517411 Aug 10 12:40:07.599713 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-9bae3380-2f9c-49a1-b1b1-19db72a0f44f req-476fe78b-9e7d-4133-a68e-7555c10b2d4a tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514565 Aug 10 12:40:07.599894 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 55622) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:40:07.626932 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 55624) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:40:07.643346 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-be830281-ef35-4684-baf4-0373b8fc8135 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=afa4735b7c5b46bc9a0ca81f4733de00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419717 Aug 10 12:40:07.645614 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 55626) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:40:07.666754 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab45f6e-31cf-46ea-a72c-dc2b6e35b6cd tempest-TestVolumeBootPattern-1199802228 tempest-TestVolumeBootPattern-1199802228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:07.668197 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-fab45f6e-31cf-46ea-a72c-dc2b6e35b6cd tempest-TestVolumeBootPattern-1199802228 tempest-TestVolumeBootPattern-1199802228-project-admin] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 1124 time: 0.0402811 Aug 10 12:40:07.670934 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 55628) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:40:07.675127 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-e64ed67f-16da-48cf-8c4a-1bf79bf0e343 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Request body: {'floatingip': {'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'port_id': '850b26e9-2603-4ccd-84ec-00ede7dfd424', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:40:07.698366 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-743aaa02-1e81-4ad1-b2cb-2237a3aa5a5b admin admin] Publish callbacks [] for security_group (3795e590-854f-4a66-a999-349bebc971ba), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:07.698593 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e64ed67f-16da-48cf-8c4a-1bf79bf0e343 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:07.703943 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:07.721031 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-743aaa02-1e81-4ad1-b2cb-2237a3aa5a5b admin admin] Publish callbacks [] for security_group (3795e590-854f-4a66-a999-349bebc971ba), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:07.722601 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:07.753781 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:07.773831 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-743aaa02-1e81-4ad1-b2cb-2237a3aa5a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (3795e590-854f-4a66-a999-349bebc971ba), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:07.776498 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-743aaa02-1e81-4ad1-b2cb-2237a3aa5a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:07.777686 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-743aaa02-1e81-4ad1-b2cb-2237a3aa5a5b admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/3795e590-854f-4a66-a999-349bebc971ba HTTP/1.1" status: 204 len: 168 time: 0.1311131 Aug 10 12:40:07.786133 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743aaa02-1e81-4ad1-b2cb-2237a3aa5a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3795e590-854f-4a66-a999-349bebc971ba,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:40:07.793789 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e64ed67f-16da-48cf-8c4a-1bf79bf0e343 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:07.915937 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-e64ed67f-16da-48cf-8c4a-1bf79bf0e343 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Allocated IP 172.27.0.52 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/f57b83bd-a789-4752-b8b8-cda2be5a492f) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:40:08.024377 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e64ed67f-16da-48cf-8c4a-1bf79bf0e343 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for port (f57b83bd-a789-4752-b8b8-cda2be5a492f), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:08.060116 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e64ed67f-16da-48cf-8c4a-1bf79bf0e343 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (f57b83bd-a789-4752-b8b8-cda2be5a492f), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:08.097683 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64ed67f-16da-48cf-8c4a-1bf79bf0e343 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:40:08.105091 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-e64ed67f-16da-48cf-8c4a-1bf79bf0e343 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:40:08.108686 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64ed67f-16da-48cf-8c4a-1bf79bf0e343 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:40:08.367100 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=68 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:08.368143 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ed67f-16da-48cf-8c4a-1bf79bf0e343 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event updated for resources: {'Port': ['ID=f57b83bd-a789-4752-b8b8-cda2be5a492f,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:40:08.733892 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e64ed67f-16da-48cf-8c4a-1bf79bf0e343 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for floatingip (7f564ef7-0f55-4788-b0e1-cf71fc1963ff), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:08.805831 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:08.811245 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e64ed67f-16da-48cf-8c4a-1bf79bf0e343 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (f57b83bd-a789-4752-b8b8-cda2be5a492f), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:08.814117 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:08.971826 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e64ed67f-16da-48cf-8c4a-1bf79bf0e343 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for port (f57b83bd-a789-4752-b8b8-cda2be5a492f), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:08.972538 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 55660) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:40:08.976810 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e64ed67f-16da-48cf-8c4a-1bf79bf0e343 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14084867'] for port (f57b83bd-a789-4752-b8b8-cda2be5a492f), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:09.044031 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ed67f-16da-48cf-8c4a-1bf79bf0e343 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event updated for resources: {'Port': ['ID=f57b83bd-a789-4752-b8b8-cda2be5a492f,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:40:09.046427 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e64ed67f-16da-48cf-8c4a-1bf79bf0e343 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (7f564ef7-0f55-4788-b0e1-cf71fc1963ff), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:09.089966 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a7860441-5f8a-4d48-ae6e-c8c1ef881ac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:09.151554 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.l3_db [None req-e64ed67f-16da-48cf-8c4a-1bf79bf0e343 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Floating IP 7f564ef7-0f55-4788-b0e1-cf71fc1963ff associated. External IP: 172.27.0.52, port: 850b26e9-2603-4ccd-84ec-00ede7dfd424. Aug 10 12:40:09.159657 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:09.178215 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a7860441-5f8a-4d48-ae6e-c8c1ef881ac2 admin admin] Publish callbacks [] for security_group (360b2ac7-a03e-462c-8864-2554204570de), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:09.182839 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-a7860441-5f8a-4d48-ae6e-c8c1ef881ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (360b2ac7-a03e-462c-8864-2554204570de), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:09.223115 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7860441-5f8a-4d48-ae6e-c8c1ef881ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360b2ac7-a03e-462c-8864-2554204570de,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:40:09.228459 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-a7860441-5f8a-4d48-ae6e-c8c1ef881ac2 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=9db06e0049614700a09a866ed046d68c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547960 Aug 10 12:40:09.231102 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 55664) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:40:09.284385 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-73ae488e-ceae-4ade-a489-18d7b9162f32 admin admin] Publish callbacks [] for security_group (360b2ac7-a03e-462c-8864-2554204570de), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:09.308722 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-73ae488e-ceae-4ade-a489-18d7b9162f32 admin admin] Publish callbacks [] for security_group (360b2ac7-a03e-462c-8864-2554204570de), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:09.365583 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-73ae488e-ceae-4ade-a489-18d7b9162f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (360b2ac7-a03e-462c-8864-2554204570de), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:09.368507 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64ed67f-16da-48cf-8c4a-1bf79bf0e343 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Router d3a25904-8d18-4724-b808-8940b19fafcb has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:40:09.369668 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-73ae488e-ceae-4ade-a489-18d7b9162f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:09.370896 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-73ae488e-ceae-4ade-a489-18d7b9162f32 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/360b2ac7-a03e-462c-8864-2554204570de HTTP/1.1" status: 204 len: 168 time: 0.1387913 Aug 10 12:40:09.380252 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae488e-ceae-4ade-a489-18d7b9162f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360b2ac7-a03e-462c-8864-2554204570de,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:40:09.483959 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64ed67f-16da-48cf-8c4a-1bf79bf0e343 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:40:09.495886 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f7a1f2-0c0d-457c-987a-df27e8b8b229 None None] Sync routers for ids ['d3a25904-8d18-4724-b808-8940b19fafcb'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:40:09.501495 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e64ed67f-16da-48cf-8c4a-1bf79bf0e343 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:09.513708 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f7a1f2-0c0d-457c-987a-df27e8b8b229 None None] Routers {'d3a25904-8d18-4724-b808-8940b19fafcb'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:40:09.514688 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-c8f7a1f2-0c0d-457c-987a-df27e8b8b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:39:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d3a25904-8d18-4724-b808-8940b19fafcb'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:40:09.539546 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-e64ed67f-16da-48cf-8c4a-1bf79bf0e343 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8675637 Aug 10 12:40:09.540169 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c86ad14-7c49-41a0-b663-eea08e579aa6', 'tag': '850b26e9-2603-4ccd-84ec-00ede7dfd424'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:40:09.542824 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7ba84a99e6a3ee78a19e4789e0716ba8eeb6d4089296a11dfcbdd1268c8b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fffe78-aabc-4ea6-83e4-071fdba25a00" -d '{"events": [{"name": "network-changed", "server_uuid": "9c86ad14-7c49-41a0-b663-eea08e579aa6", "tag": "850b26e9-2603-4ccd-84ec-00ede7dfd424"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:40:09.599255 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13867c98-c89a-48fa-933b-30e556c5b390 x-openstack-request-id: req-13867c98-c89a-48fa-933b-30e556c5b390 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:40:09.599557 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c86ad14-7c49-41a0-b663-eea08e579aa6", "tag": "850b26e9-2603-4ccd-84ec-00ede7dfd424", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:40:09.599818 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-13867c98-c89a-48fa-933b-30e556c5b390 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:40:09.600720 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13867c98-c89a-48fa-933b-30e556c5b390'] response: {'name': 'network-changed', 'server_uuid': '9c86ad14-7c49-41a0-b663-eea08e579aa6', 'tag': '850b26e9-2603-4ccd-84ec-00ede7dfd424', 'status': 'completed', 'code': 200} Aug 10 12:40:09.629229 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-c8f7a1f2-0c0d-457c-987a-df27e8b8b229 None None] Set router d3a25904-8d18-4724-b808-8940b19fafcb gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:40:09.702140 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fffe78-aabc-4ea6-83e4-071fdba25a00 req-6033eaf2-e29e-4fe6-b753-3dec7d1396fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:09.703684 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-83fffe78-aabc-4ea6-83e4-071fdba25a00 req-6033eaf2-e29e-4fe6-b753-3dec7d1396fe service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f63c30b5d2af4144b096b78c7ab308a7&device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 1129 time: 0.0496724 Aug 10 12:40:09.811024 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fffe78-aabc-4ea6-83e4-071fdba25a00 req-19545ce1-d454-4b3d-b4cc-3b8514b8f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:09.812420 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-83fffe78-aabc-4ea6-83e4-071fdba25a00 req-19545ce1-d454-4b3d-b4cc-3b8514b8f378 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ce24948c-b056-4a3f-868d-8498edb8d6bb HTTP/1.1" status: 200 len: 913 time: 0.1009452 Aug 10 12:40:09.863095 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-c8f7a1f2-0c0d-457c-987a-df27e8b8b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '7f564ef7-0f55-4788-b0e1-cf71fc1963ff', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'port_id': '850b26e9-2603-4ccd-84ec-00ede7dfd424', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'mac_address': 'fa:16:3e:91:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c86ad14-7c49-41a0-b663-eea08e579aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:40:08Z', 'updated_at': '2022-08-10T12:40:08Z', 'revision_number': 0, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a80c90-9aee-4ea8-923b-4a40268b8d2f', 'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'mac_address': 'fa:16:3e:75:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:36Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 5, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'subnets': [{'id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:40:09.879479 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-83fffe78-aabc-4ea6-83e4-071fdba25a00 req-2e9fd157-0d47-4b21-a0d9-2cd7f052b359 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=850b26e9-2603-4ccd-84ec-00ede7dfd424 HTTP/1.1" status: 200 len: 998 time: 0.0590732 Aug 10 12:40:09.889582 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f7a1f2-0c0d-457c-987a-df27e8b8b229 None None] Checking router: d3a25904-8d18-4724-b808-8940b19fafcb for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:40:09.898147 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f7a1f2-0c0d-457c-987a-df27e8b8b229 None None] Routers {'d3a25904-8d18-4724-b808-8940b19fafcb'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:40:09.898746 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-c8f7a1f2-0c0d-457c-987a-df27e8b8b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:39:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d3a25904-8d18-4724-b808-8940b19fafcb'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:40:09.929780 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fffe78-aabc-4ea6-83e4-071fdba25a00 req-16e1e1ac-dcfa-4a15-818a-42db49d79a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:09.931220 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-83fffe78-aabc-4ea6-83e4-071fdba25a00 req-16e1e1ac-dcfa-4a15-818a-42db49d79a37 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=cc0fd4fd-13f8-4b42-b035-5455593f783d HTTP/1.1" status: 200 len: 851 time: 0.0448072 Aug 10 12:40:09.982351 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fffe78-aabc-4ea6-83e4-071fdba25a00 req-1214c61e-6519-4205-8ea9-9e81815eaa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:09.983815 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-83fffe78-aabc-4ea6-83e4-071fdba25a00 req-1214c61e-6519-4205-8ea9-9e81815eaa70 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ce24948c-b056-4a3f-868d-8498edb8d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395896 Aug 10 12:40:10.000611 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-c8f7a1f2-0c0d-457c-987a-df27e8b8b229 None None] Set router d3a25904-8d18-4724-b808-8940b19fafcb gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:40:10.080767 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-83fffe78-aabc-4ea6-83e4-071fdba25a00 req-4d33c196-45db-423c-9dcb-7e0efcdcbe2b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894732 Aug 10 12:40:10.174483 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-83fffe78-aabc-4ea6-83e4-071fdba25a00 req-1f6152d2-94e1-4214-8f31-46eafd14f95e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871806 Aug 10 12:40:10.213785 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-c8f7a1f2-0c0d-457c-987a-df27e8b8b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '7f564ef7-0f55-4788-b0e1-cf71fc1963ff', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'port_id': '850b26e9-2603-4ccd-84ec-00ede7dfd424', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'mac_address': 'fa:16:3e:91:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c86ad14-7c49-41a0-b663-eea08e579aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:40:08Z', 'updated_at': '2022-08-10T12:40:08Z', 'revision_number': 0, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a80c90-9aee-4ea8-923b-4a40268b8d2f', 'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'mac_address': 'fa:16:3e:75:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:36Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 5, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'subnets': [{'id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:40:10.242221 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f7a1f2-0c0d-457c-987a-df27e8b8b229 None None] The sync data for ids ['d3a25904-8d18-4724-b808-8940b19fafcb'] in dv-cinder-852261-3-iscsi is: [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '7f564ef7-0f55-4788-b0e1-cf71fc1963ff', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'port_id': '850b26e9-2603-4ccd-84ec-00ede7dfd424', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'mac_address': 'fa:16:3e:91:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c86ad14-7c49-41a0-b663-eea08e579aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:40:08Z', 'updated_at': '2022-08-10T12:40:08Z', 'revision_number': 0, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a80c90-9aee-4ea8-923b-4a40268b8d2f', 'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'mac_address': 'fa:16:3e:75:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:36Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 5, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'subnets': [{'id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:40:10.437450 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f163614f-59b4-446e-8bf6-39366c1eea3f None None] New status for floating IP 7f564ef7-0f55-4788-b0e1-cf71fc1963ff: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:40:19.130662 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:19.532633 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:19.534916 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=78 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:20.169103 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:20.171065 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=66,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:20.216079 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=77 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:20.216835 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=96 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:21.499545 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-97fe28a4-99b5-471e-bcee-8195a08593a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:23.699155 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-67009b92-fdf9-4d03-8865-a6a8fbe4fb26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:24.864280 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:26.350454 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:26.637383 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:27.214498 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-042a5e07-6393-4b52-a02e-31581ec625e2 req-8a5a3b5d-e407-4235-9ba8-a11908ce51bc service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377393 Aug 10 12:40:27.620935 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a5e07-6393-4b52-a02e-31581ec625e2 req-ef3d4d25-140f-40cb-8b69-4c1bb6ef4b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:27.622467 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-042a5e07-6393-4b52-a02e-31581ec625e2 req-ef3d4d25-140f-40cb-8b69-4c1bb6ef4b8b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=65ece09339af406b98e493fa33f2b9c0&device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 1129 time: 0.0444748 Aug 10 12:40:28.020731 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a5e07-6393-4b52-a02e-31581ec625e2 req-9c0dc0e1-f6e2-47b9-910a-f7149c789b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:28.022225 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-042a5e07-6393-4b52-a02e-31581ec625e2 req-9c0dc0e1-f6e2-47b9-910a-f7149c789b69 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=a4f38671-a0fe-4d93-81a4-a719e9fa0c01 HTTP/1.1" status: 200 len: 909 time: 0.0898039 Aug 10 12:40:28.089561 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-042a5e07-6393-4b52-a02e-31581ec625e2 req-34e8f647-1f8f-49ff-b235-b1cbb6ab7f41 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bcd71a0-e429-40d7-b546-9eb4fc13e34a HTTP/1.1" status: 200 len: 1001 time: 0.0593579 Aug 10 12:40:28.141076 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a5e07-6393-4b52-a02e-31581ec625e2 req-f0518f68-a440-4686-bc7e-4e51cfbd2756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:28.142549 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-042a5e07-6393-4b52-a02e-31581ec625e2 req-f0518f68-a440-4686-bc7e-4e51cfbd2756 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=72f1fcde-0c60-4c72-a304-3900e11b926c HTTP/1.1" status: 200 len: 847 time: 0.0449040 Aug 10 12:40:28.187873 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a5e07-6393-4b52-a02e-31581ec625e2 req-24447f1f-b6c6-4163-af6f-ef4a5de435dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:28.189372 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-042a5e07-6393-4b52-a02e-31581ec625e2 req-24447f1f-b6c6-4163-af6f-ef4a5de435dd service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a4f38671-a0fe-4d93-81a4-a719e9fa0c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395064 Aug 10 12:40:28.281415 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-042a5e07-6393-4b52-a02e-31581ec625e2 req-d6b3c12d-94ab-4941-9b30-f3e2b7264565 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a4f38671-a0fe-4d93-81a4-a719e9fa0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853112 Aug 10 12:40:28.370585 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-042a5e07-6393-4b52-a02e-31581ec625e2 req-0e46d268-d6b6-4c54-8dd3-cb6bf34f463f service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a4f38671-a0fe-4d93-81a4-a719e9fa0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827339 Aug 10 12:40:36.627229 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:36.633326 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=34,neutron:UPDATE=7 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:37.257780 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:40:38.365597 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=49 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:38.367461 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=52 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:39.289085 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=3 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:46.416970 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac710dd0-2325-41be-ac4a-cb75722479cd req-b83f6cf8-fe1a-4ce2-8444-84ea7ba1b492 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:46.418481 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ac710dd0-2325-41be-ac4a-cb75722479cd req-b83f6cf8-fe1a-4ce2-8444-84ea7ba1b492 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ecda8431-98cd-4df9-9b7e-1a046259560c HTTP/1.1" status: 200 len: 945 time: 0.0513256 Aug 10 12:40:46.465642 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ac710dd0-2325-41be-ac4a-cb75722479cd req-136e54df-3547-4090-b2e5-671b78e88e57 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415554 Aug 10 12:40:47.254119 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=5 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:47.583986 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e6e03-eb8e-48f1-a370-a44c9b82f08c req-589cfc4c-3c1c-4617-b7a8-d9db00876855 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:47.585498 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3c4e6e03-eb8e-48f1-a370-a44c9b82f08c req-589cfc4c-3c1c-4617-b7a8-d9db00876855 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ecda8431-98cd-4df9-9b7e-1a046259560c HTTP/1.1" status: 200 len: 945 time: 0.0475085 Aug 10 12:40:47.633136 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3c4e6e03-eb8e-48f1-a370-a44c9b82f08c req-206f4c99-372b-42fa-8f10-1828240c9545 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418642 Aug 10 12:40:48.322879 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb6a93-d7f7-4819-b283-8d74572ee72e req-a38490fa-39cd-4062-b130-5bab8dff1922 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:48.324839 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d0fb6a93-d7f7-4819-b283-8d74572ee72e req-a38490fa-39cd-4062-b130-5bab8dff1922 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=ecda8431-98cd-4df9-9b7e-1a046259560c HTTP/1.1" status: 200 len: 945 time: 0.0455554 Aug 10 12:40:48.411511 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-d0fb6a93-d7f7-4819-b283-8d74572ee72e req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Deleting port ed67cab4-c8c9-4696-930a-fdaa179a21be {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:40:48.411866 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-d0fb6a93-d7f7-4819-b283-8d74572ee72e req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (ed67cab4-c8c9-4696-930a-fdaa179a21be), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:48.500659 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-d0fb6a93-d7f7-4819-b283-8d74572ee72e req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] For port ed67cab4-c8c9-4696-930a-fdaa179a21be, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=ed67cab4-c8c9-4696-930a-fdaa179a21be,segment=NetworkSegment(f2068ba2-55f8-4407-8b44-daaf05ffe723),segment_id=f2068ba2-55f8-4407-8b44-daaf05ffe723)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:40:48.501022 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-d0fb6a93-d7f7-4819-b283-8d74572ee72e req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (ed67cab4-c8c9-4696-930a-fdaa179a21be), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:48.513974 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-d0fb6a93-d7f7-4819-b283-8d74572ee72e req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Calling delete_port for ed67cab4-c8c9-4696-930a-fdaa179a21be owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:40:48.641289 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-d0fb6a93-d7f7-4819-b283-8d74572ee72e req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (ed67cab4-c8c9-4696-930a-fdaa179a21be), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:48.666280 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Pushing event deleted for resources: {'Port': ['ID=ed67cab4-c8c9-4696-930a-fdaa179a21be,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:40:48.678401 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['ed67cab4-c8c9-4696-930a-fdaa179a21be'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:40:48.681949 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:40:48.682306 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:40:48.682648 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:40:48.682991 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:40:48.683325 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:40:48.684189 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:40:48.684522 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:40:48.685020 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:40:48.685381 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:40:48.685712 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:40:48.686901 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:40:48.687246 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:40:48.687575 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:40:48.687903 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:40:48.688232 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:40:48.734641 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fb6a93-d7f7-4819-b283-8d74572ee72e req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] No DVR routers for this DVR port ed67cab4-c8c9-4696-930a-fdaa179a21be on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:40:48.752855 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-d0fb6a93-d7f7-4819-b283-8d74572ee72e req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:48.756008 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d0fb6a93-d7f7-4819-b283-8d74572ee72e req-b7e99322-ee4b-4de8-ab03-7bf4490bd403 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.64 "DELETE /networking/v2.0/ports/ed67cab4-c8c9-4696-930a-fdaa179a21be HTTP/1.1" status: 204 len: 173 time: 0.4245512 Aug 10 12:40:48.756431 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecda8431-98cd-4df9-9b7e-1a046259560c', 'name': 'network-vif-deleted', 'tag': 'ed67cab4-c8c9-4696-930a-fdaa179a21be'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:40:48.758645 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf4853e-54eb-4121-bac1-977d2ab8fc87" -d '{"events": [{"server_uuid": "ecda8431-98cd-4df9-9b7e-1a046259560c", "name": "network-vif-deleted", "tag": "ed67cab4-c8c9-4696-930a-fdaa179a21be"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:40:48.763342 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0b7a974b-9525-45d8-b581-060375d4285f req-39bd0f26-d093-407c-bd01-e9a092abb90d tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=ecda8431-98cd-4df9-9b7e-1a046259560c HTTP/1.1" status: 200 len: 210 time: 0.0518847 Aug 10 12:40:48.807156 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759cc403-fbad-4f96-832c-e33226c1a49f x-openstack-request-id: req-759cc403-fbad-4f96-832c-e33226c1a49f {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:40:48.807445 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecda8431-98cd-4df9-9b7e-1a046259560c", "name": "network-vif-deleted", "tag": "ed67cab4-c8c9-4696-930a-fdaa179a21be", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:40:48.807692 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-759cc403-fbad-4f96-832c-e33226c1a49f {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:40:48.808094 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-759cc403-fbad-4f96-832c-e33226c1a49f'] response: {'server_uuid': 'ecda8431-98cd-4df9-9b7e-1a046259560c', 'name': 'network-vif-deleted', 'tag': 'ed67cab4-c8c9-4696-930a-fdaa179a21be', 'status': 'completed', 'code': 200} Aug 10 12:40:49.116710 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:51.503454 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ae7aac08-3021-4d73-ba11-00afadfca78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:52.804907 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device ed67cab4-c8c9-4696-930a-fdaa179a21be no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:40:52.823483 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: ed67cab4-c8c9-4696-930a-fdaa179a21be {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:40:52.823828 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device ed67cab4-c8c9-4696-930a-fdaa179a21be not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:40:53.700155 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-eab2c686-7339-4d1a-8521-b9176316e5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:54.867750 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:56.353117 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:56.639555 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:57.627030 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=9 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:57.629660 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=9 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:57.792484 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-3d19332a-5674-4fc0-a839-d52e814a3e12 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:57.793865 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-3d19332a-5674-4fc0-a839-d52e814a3e12 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/networks?id=882fe220-2031-4c74-86e0-f50bf01ee472 HTTP/1.1" status: 200 len: 814 time: 0.1023400 Aug 10 12:40:57.808550 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-75571266-ae65-4a00-a968-fb5de6a4e629 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/quotas/f797ec18d0a847748116b1dd18bc8cf1 HTTP/1.1" status: 200 len: 375 time: 0.0088165 Aug 10 12:40:57.840146 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-54b8003b-04ab-4b87-8a30-83a58a0ce5d0 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=f797ec18d0a847748116b1dd18bc8cf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261822 Aug 10 12:40:57.931694 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-9944d5b3-3ad7-4467-91ba-e3c004e4563e service neutron] 10.222.0.65 "GET /networking/v2.0/networks/882fe220-2031-4c74-86e0-f50bf01ee472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849056 Aug 10 12:40:58.018346 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-9302ddc8-123c-4b86-8e6b-63e04870b1ce service neutron] 10.222.0.65 "GET /networking/v2.0/networks/882fe220-2031-4c74-86e0-f50bf01ee472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810061 Aug 10 12:40:58.177739 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1303cab9-2b20-489a-8467-32afcb05cfe0 req-ee66b9dc-3e45-4514-9d22-0f51e9a71664 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4499ffdb-91e6-4fe3-8951-e806e03d75df HTTP/1.1" status: 200 len: 210 time: 0.0285139 Aug 10 12:40:58.735069 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=54,neutron:DELETE=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:59.261373 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-33442489-4a17-4690-87fb-aff42ab4a5aa tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:59.263671 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-33442489-4a17-4690-87fb-aff42ab4a5aa tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.64 "GET /networking/v2.0/networks?id=882fe220-2031-4c74-86e0-f50bf01ee472 HTTP/1.1" status: 200 len: 814 time: 0.1040511 Aug 10 12:40:59.282062 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b33afb5d-362b-47ec-9143-755d26778f5c req-39c4f5da-92f2-49e5-b676-871883d45f0f tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4499ffdb-91e6-4fe3-8951-e806e03d75df HTTP/1.1" status: 200 len: 210 time: 0.0281606 Aug 10 12:40:59.295012 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-6340810e-93b8-44f7-ac20-8c6fbd9fe057 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Request body: {'port': {'device_id': '4499ffdb-91e6-4fe3-8951-e806e03d75df', 'network_id': '882fe220-2031-4c74-86e0-f50bf01ee472', 'admin_state_up': True, 'tenant_id': 'f797ec18d0a847748116b1dd18bc8cf1'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:40:59.405239 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-6340810e-93b8-44f7-ac20-8c6fbd9fe057 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Made reservation on behalf of f797ec18d0a847748116b1dd18bc8cf1 for: {'port': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:40:59.408601 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-6340810e-93b8-44f7-ac20-8c6fbd9fe057 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:59.516554 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:40:59.535445 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-6340810e-93b8-44f7-ac20-8c6fbd9fe057 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Allocated IP 172.20.0.3 (882fe220-2031-4c74-86e0-f50bf01ee472/25b139ef-da54-4552-b7cd-91a28b09be25/f8aab089-e92e-4878-9e65-909bae4b4adf) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:40:59.681204 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-6340810e-93b8-44f7-ac20-8c6fbd9fe057 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Publish callbacks [] for port (f8aab089-e92e-4878-9e65-909bae4b4adf), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:59.711938 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-6340810e-93b8-44f7-ac20-8c6fbd9fe057 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (f8aab089-e92e-4878-9e65-909bae4b4adf), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:59.757408 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-6340810e-93b8-44f7-ac20-8c6fbd9fe057 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Network 882fe220-2031-4c74-86e0-f50bf01ee472 is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:40:59.760501 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-6340810e-93b8-44f7-ac20-8c6fbd9fe057 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:40:59.764167 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-6340810e-93b8-44f7-ac20-8c6fbd9fe057 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:40:59.790651 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340810e-93b8-44f7-ac20-8c6fbd9fe057 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Pushing event updated for resources: {'Port': ['ID=f8aab089-e92e-4878-9e65-909bae4b4adf,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:40:59.815148 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-6340810e-93b8-44f7-ac20-8c6fbd9fe057 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:40:59.815749 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-6340810e-93b8-44f7-ac20-8c6fbd9fe057 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:59.831161 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-6340810e-93b8-44f7-ac20-8c6fbd9fe057 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5407362 Aug 10 12:40:59.849647 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] Request body: {'port': {'device_id': '4499ffdb-91e6-4fe3-8951-e806e03d75df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:40:59.905956 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (f8aab089-e92e-4878-9e65-909bae4b4adf), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:40:59.948133 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:00.153191 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8aab089-e92e-4878-9e65-909bae4b4adf {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:41:00.161141 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] Publish callbacks [] for port (f8aab089-e92e-4878-9e65-909bae4b4adf), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:00.173177 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] Transition to ACTIVE for port object f8aab089-e92e-4878-9e65-909bae4b4adf will not be triggered until provisioned by entity L2. {{(pid=103790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:41:00.176851 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (f8aab089-e92e-4878-9e65-909bae4b4adf), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:00.256833 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8aab089-e92e-4878-9e65-909bae4b4adf,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:41:00.270991 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:00.289124 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] Attempting to bind port f8aab089-e92e-4878-9e65-909bae4b4adf on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:41:00.289493 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] Attempting to bind port f8aab089-e92e-4878-9e65-909bae4b4adf by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': 'f2068ba2-55f8-4407-8b44-daaf05ffe723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '882fe220-2031-4c74-86e0-f50bf01ee472'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:41:00.289825 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] Attempting to bind port f8aab089-e92e-4878-9e65-909bae4b4adf on network 882fe220-2031-4c74-86e0-f50bf01ee472 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:41:00.295027 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] Port f8aab089-e92e-4878-9e65-909bae4b4adf on network 882fe220-2031-4c74-86e0-f50bf01ee472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:41:00.295375 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] Attempting to bind port f8aab089-e92e-4878-9e65-909bae4b4adf on network 882fe220-2031-4c74-86e0-f50bf01ee472 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:41:00.300607 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:41:00.300946 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] Checking segment: {'id': 'f2068ba2-55f8-4407-8b44-daaf05ffe723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '882fe220-2031-4c74-86e0-f50bf01ee472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:41:00.301361 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] Bound using segment: {'id': 'f2068ba2-55f8-4407-8b44-daaf05ffe723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '882fe220-2031-4c74-86e0-f50bf01ee472'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:41:00.301790 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] Bound port: f8aab089-e92e-4878-9e65-909bae4b4adf, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2068ba2-55f8-4407-8b44-daaf05ffe723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '882fe220-2031-4c74-86e0-f50bf01ee472'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:41:00.302148 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (f8aab089-e92e-4878-9e65-909bae4b4adf), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:00.373958 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] For port f8aab089-e92e-4878-9e65-909bae4b4adf, host hv-cinder-85226, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:41:00.404760 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] For port f8aab089-e92e-4878-9e65-909bae4b4adf, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=f8aab089-e92e-4878-9e65-909bae4b4adf,segment=NetworkSegment(f2068ba2-55f8-4407-8b44-daaf05ffe723),segment_id=f2068ba2-55f8-4407-8b44-daaf05ffe723)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:41:00.416192 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790581fe-7c2e-444f-9d48-bd4ec44dfcb8 req-1f43fb09-67f1-42fd-876e-031c7b00f67e tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:00.417676 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-790581fe-7c2e-444f-9d48-bd4ec44dfcb8 req-1f43fb09-67f1-42fd-876e-031c7b00f67e tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4499ffdb-91e6-4fe3-8951-e806e03d75df HTTP/1.1" status: 200 len: 943 time: 0.0584602 Aug 10 12:41:00.419047 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (f8aab089-e92e-4878-9e65-909bae4b4adf), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:00.423357 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:00.423999 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:00.425381 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/f8aab089-e92e-4878-9e65-909bae4b4adf HTTP/1.1" status: 200 len: 1093 time: 0.5798798 Aug 10 12:41:00.425860 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4499ffdb-91e6-4fe3-8951-e806e03d75df', 'tag': 'f8aab089-e92e-4878-9e65-909bae4b4adf'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:41:00.428054 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d9e86c-2c7a-4049-9441-879381abae28" -d '{"events": [{"name": "network-changed", "server_uuid": "4499ffdb-91e6-4fe3-8951-e806e03d75df", "tag": "f8aab089-e92e-4878-9e65-909bae4b4adf"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:41:00.472943 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30655c9e-d687-4046-9d9b-dcf574bbadca x-openstack-request-id: req-30655c9e-d687-4046-9d9b-dcf574bbadca {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:41:00.473232 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4499ffdb-91e6-4fe3-8951-e806e03d75df", "tag": "f8aab089-e92e-4878-9e65-909bae4b4adf", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:41:00.473561 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-30655c9e-d687-4046-9d9b-dcf574bbadca {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:41:00.473894 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30655c9e-d687-4046-9d9b-dcf574bbadca'] response: {'name': 'network-changed', 'server_uuid': '4499ffdb-91e6-4fe3-8951-e806e03d75df', 'tag': 'f8aab089-e92e-4878-9e65-909bae4b4adf', 'status': 'completed', 'code': 200} Aug 10 12:41:00.520377 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1e891-4867-4104-9cce-66ef3232a0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f8aab089-e92e-4878-9e65-909bae4b4adf,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:41:00.542643 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-790581fe-7c2e-444f-9d48-bd4ec44dfcb8 req-208a2a5d-5dc6-48f4-8f5f-1abeb01b6eed tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119840 Aug 10 12:41:00.552554 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-e973a0be-2425-4ea2-9457-5f3ab40b880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:00.554022 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-e973a0be-2425-4ea2-9457-5f3ab40b880f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f797ec18d0a847748116b1dd18bc8cf1&device_id=4499ffdb-91e6-4fe3-8951-e806e03d75df HTTP/1.1" status: 200 len: 1127 time: 0.0495641 Aug 10 12:41:00.600777 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-8d883f39-55e1-409f-ac43-9941b6e3ed71 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8aab089-e92e-4878-9e65-909bae4b4adf HTTP/1.1" status: 200 len: 217 time: 0.0327039 Aug 10 12:41:00.652382 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-cd819fb0-68f2-49f2-81e2-05091e20884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:00.653842 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-cd819fb0-68f2-49f2-81e2-05091e20884a service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=25b139ef-da54-4552-b7cd-91a28b09be25 HTTP/1.1" status: 200 len: 854 time: 0.0463099 Aug 10 12:41:00.692229 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-2984de2a-d422-42e6-b2b2-92e7842c0195 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=882fe220-2031-4c74-86e0-f50bf01ee472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313301 Aug 10 12:41:00.781633 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-b8027f16-7580-4f9b-979a-a2f47b1f8d97 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/882fe220-2031-4c74-86e0-f50bf01ee472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816891 Aug 10 12:41:00.870430 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:00.875252 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3d5a29c6-26db-4fb7-8886-c26feaf8851e req-5e432615-615a-4be8-81c8-6224c0732e82 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/882fe220-2031-4c74-86e0-f50bf01ee472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865517 Aug 10 12:41:01.667584 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472fce2-933f-4a9d-a4d8-ea14cbdcd0a7 req-37db7883-c699-463f-ae86-e0e95368477c tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:01.669033 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b472fce2-933f-4a9d-a4d8-ea14cbdcd0a7 req-37db7883-c699-463f-ae86-e0e95368477c tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4499ffdb-91e6-4fe3-8951-e806e03d75df HTTP/1.1" status: 200 len: 943 time: 0.0505390 Aug 10 12:41:01.715061 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b472fce2-933f-4a9d-a4d8-ea14cbdcd0a7 req-43202987-233b-434c-93ca-a1086dc59176 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404694 Aug 10 12:41:01.862257 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9e86c-2c7a-4049-9441-879381abae28 req-ef2023e8-f892-41b6-ab7d-b081cd79d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:01.863641 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f6d9e86c-2c7a-4049-9441-879381abae28 req-ef2023e8-f892-41b6-ab7d-b081cd79d9f2 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f797ec18d0a847748116b1dd18bc8cf1&device_id=4499ffdb-91e6-4fe3-8951-e806e03d75df HTTP/1.1" status: 200 len: 1127 time: 0.0391433 Aug 10 12:41:01.957885 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9e86c-2c7a-4049-9441-879381abae28 req-b16396e8-8179-4c8f-b2f3-abdda4c62725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:01.959310 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f6d9e86c-2c7a-4049-9441-879381abae28 req-b16396e8-8179-4c8f-b2f3-abdda4c62725 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=882fe220-2031-4c74-86e0-f50bf01ee472 HTTP/1.1" status: 200 len: 915 time: 0.0877886 Aug 10 12:41:01.997981 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f6d9e86c-2c7a-4049-9441-879381abae28 req-a68d0cf2-10aa-4cc3-9c2b-95851d01271e service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8aab089-e92e-4878-9e65-909bae4b4adf HTTP/1.1" status: 200 len: 217 time: 0.0313005 Aug 10 12:41:02.045767 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9e86c-2c7a-4049-9441-879381abae28 req-8b588ff1-9703-4b47-95de-4019df77dd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:02.047107 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f6d9e86c-2c7a-4049-9441-879381abae28 req-8b588ff1-9703-4b47-95de-4019df77dd32 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=25b139ef-da54-4552-b7cd-91a28b09be25 HTTP/1.1" status: 200 len: 854 time: 0.0423853 Aug 10 12:41:02.082191 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f6d9e86c-2c7a-4049-9441-879381abae28 req-b7c4285e-2b01-4501-ac74-113c3899bab3 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=882fe220-2031-4c74-86e0-f50bf01ee472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279558 Aug 10 12:41:02.168795 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f6d9e86c-2c7a-4049-9441-879381abae28 req-a53c5ae0-3173-47d5-8bec-47ce9936cd04 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/882fe220-2031-4c74-86e0-f50bf01ee472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796907 Aug 10 12:41:02.260190 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f6d9e86c-2c7a-4049-9441-879381abae28 req-44e479e1-7bf2-437a-a837-1c28af752501 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/882fe220-2031-4c74-86e0-f50bf01ee472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843146 Aug 10 12:41:02.793720 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:02.831807 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fa97f-eef1-4bdc-a983-ccdc6128a187 req-f96eeceb-4a05-4484-818b-832b603330b4 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:02.833271 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c74fa97f-eef1-4bdc-a983-ccdc6128a187 req-f96eeceb-4a05-4484-818b-832b603330b4 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4499ffdb-91e6-4fe3-8951-e806e03d75df HTTP/1.1" status: 200 len: 943 time: 0.0481238 Aug 10 12:41:02.873563 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device f8aab089-e92e-4878-9e65-909bae4b4adf details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:41:02.880037 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c74fa97f-eef1-4bdc-a983-ccdc6128a187 req-1b55985e-5e5a-4e05-8e46-639bcf3f2d0e tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411754 Aug 10 12:41:02.969787 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port f8aab089-e92e-4878-9e65-909bae4b4adf, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=f8aab089-e92e-4878-9e65-909bae4b4adf,segment=NetworkSegment(f2068ba2-55f8-4407-8b44-daaf05ffe723),segment_id=f2068ba2-55f8-4407-8b44-daaf05ffe723)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:41:02.980881 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': 'f8aab089-e92e-4878-9e65-909bae4b4adf', 'network_id': '882fe220-2031-4c74-86e0-f50bf01ee472', 'port_id': 'f8aab089-e92e-4878-9e65-909bae4b4adf', 'mac_address': 'fa:16:3e:c0:58:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b139ef-da54-4552-b7cd-91a28b09be25', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:41:03.017173 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port f8aab089-e92e-4878-9e65-909bae4b4adf is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:41:03.017592 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (f8aab089-e92e-4878-9e65-909bae4b4adf), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:03.030554 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8aab089-e92e-4878-9e65-909bae4b4adf {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:41:03.049570 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port f8aab089-e92e-4878-9e65-909bae4b4adf, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=f8aab089-e92e-4878-9e65-909bae4b4adf,segment=NetworkSegment(f2068ba2-55f8-4407-8b44-daaf05ffe723),segment_id=f2068ba2-55f8-4407-8b44-daaf05ffe723)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:41:03.054175 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (f8aab089-e92e-4878-9e65-909bae4b4adf), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:03.098594 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=f8aab089-e92e-4878-9e65-909bae4b4adf,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:41:03.105563 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:03.105916 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:03.106260 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:03.106625 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:03.106964 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:03.107299 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:03.107627 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:03.107956 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:03.108283 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:03.108608 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:03.108934 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:03.109289 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:03.109609 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:03.109949 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:03.110253 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:03.398656 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['f8aab089-e92e-4878-9e65-909bae4b4adf'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:41:03.996946 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817099a-f8d6-4695-a761-a826c1dd3067 req-a8b5c768-fff5-4b4f-9f95-63af162afee3 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:03.998425 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3817099a-f8d6-4695-a761-a826c1dd3067 req-a8b5c768-fff5-4b4f-9f95-63af162afee3 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4499ffdb-91e6-4fe3-8951-e806e03d75df HTTP/1.1" status: 200 len: 944 time: 0.0468256 Aug 10 12:41:04.043870 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-3817099a-f8d6-4695-a761-a826c1dd3067 req-d381a88b-c6db-4c60-938f-9c3e247e9fa8 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399449 Aug 10 12:41:04.896100 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device f8aab089-e92e-4878-9e65-909bae4b4adf up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:41:04.936967 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port f8aab089-e92e-4878-9e65-909bae4b4adf completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:41:04.942309 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port f8aab089-e92e-4878-9e65-909bae4b4adf triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:41:04.942784 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (f8aab089-e92e-4878-9e65-909bae4b4adf), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:04.984084 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:05.011182 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:05.018606 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port f8aab089-e92e-4878-9e65-909bae4b4adf is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:41:05.018994 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (f8aab089-e92e-4878-9e65-909bae4b4adf), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:05.040828 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4499ffdb-91e6-4fe3-8951-e806e03d75df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8aab089-e92e-4878-9e65-909bae4b4adf'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:41:05.043075 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb27d60d-06fb-4e9f-b8b4-a6a2098e9260" -d '{"events": [{"server_uuid": "4499ffdb-91e6-4fe3-8951-e806e03d75df", "name": "network-vif-plugged", "status": "completed", "tag": "f8aab089-e92e-4878-9e65-909bae4b4adf"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:41:05.056066 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port f8aab089-e92e-4878-9e65-909bae4b4adf, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=f8aab089-e92e-4878-9e65-909bae4b4adf,segment=NetworkSegment(f2068ba2-55f8-4407-8b44-daaf05ffe723),segment_id=f2068ba2-55f8-4407-8b44-daaf05ffe723)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:41:05.061108 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (f8aab089-e92e-4878-9e65-909bae4b4adf), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:05.085548 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fab379-d0da-427a-8e73-7dbf8a0ff65c x-openstack-request-id: req-18fab379-d0da-427a-8e73-7dbf8a0ff65c {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:41:05.085835 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4499ffdb-91e6-4fe3-8951-e806e03d75df", "name": "network-vif-plugged", "status": "completed", "tag": "f8aab089-e92e-4878-9e65-909bae4b4adf", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:41:05.086090 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-18fab379-d0da-427a-8e73-7dbf8a0ff65c {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:41:05.086482 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18fab379-d0da-427a-8e73-7dbf8a0ff65c'] response: {'server_uuid': '4499ffdb-91e6-4fe3-8951-e806e03d75df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8aab089-e92e-4878-9e65-909bae4b4adf', 'code': 200} Aug 10 12:41:05.112682 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=f8aab089-e92e-4878-9e65-909bae4b4adf,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:41:05.165319 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7381ea-01f2-4370-906c-df1c39e45116 req-16621410-1857-4071-b55d-9a17f4d56b8f tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:05.166828 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-de7381ea-01f2-4370-906c-df1c39e45116 req-16621410-1857-4071-b55d-9a17f4d56b8f tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4499ffdb-91e6-4fe3-8951-e806e03d75df HTTP/1.1" status: 200 len: 945 time: 0.0509071 Aug 10 12:41:05.216941 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-de7381ea-01f2-4370-906c-df1c39e45116 req-b19dc78f-ef10-4cbf-952b-acf01d053468 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437462 Aug 10 12:41:05.303260 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c36a2-63b9-406b-a8f8-1e147ed17801 req-11f10bb0-34df-43fd-93dc-c736657695ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:05.304759 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b56c36a2-63b9-406b-a8f8-1e147ed17801 req-11f10bb0-34df-43fd-93dc-c736657695ac service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4499ffdb-91e6-4fe3-8951-e806e03d75df HTTP/1.1" status: 200 len: 1129 time: 0.0372612 Aug 10 12:41:05.350518 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b56c36a2-63b9-406b-a8f8-1e147ed17801 req-26d04c50-c83e-467a-bf1e-57b46fccec70 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392909 Aug 10 12:41:06.518360 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb4822-b53d-4b96-895d-4f23f2a1f831 req-d8666508-bd36-46a1-abf0-8490fb0d1164 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:06.519734 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0feb4822-b53d-4b96-895d-4f23f2a1f831 req-d8666508-bd36-46a1-abf0-8490fb0d1164 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4499ffdb-91e6-4fe3-8951-e806e03d75df HTTP/1.1" status: 200 len: 945 time: 0.2300069 Aug 10 12:41:06.565772 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0feb4822-b53d-4b96-895d-4f23f2a1f831 req-96fb3688-b7cb-48d3-bdd3-01ed4bb35c67 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403132 Aug 10 12:41:07.734095 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff80ca5-4eef-4da1-a707-4e2a42fab8e6 req-977ec951-13f5-4149-a7c2-d25dd3ac8f50 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:07.735565 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7ff80ca5-4eef-4da1-a707-4e2a42fab8e6 req-977ec951-13f5-4149-a7c2-d25dd3ac8f50 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4499ffdb-91e6-4fe3-8951-e806e03d75df HTTP/1.1" status: 200 len: 945 time: 0.0995774 Aug 10 12:41:07.782538 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7ff80ca5-4eef-4da1-a707-4e2a42fab8e6 req-fb9e59ca-f8a2-48bb-9ddd-5287e157de1c tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414138 Aug 10 12:41:14.259738 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:41:15.104596 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:15.109993 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:16.559375 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=22 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:16.562374 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=74 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:17.771591 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=70 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:17.778624 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=68 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:19.133552 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:20.372964 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:21.072452 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2cb0d-92f2-4093-94fa-2a2063657919 req-523af4bd-11df-4590-a046-c18b4d0cc4d0 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:21.073918 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c5d2cb0d-92f2-4093-94fa-2a2063657919 req-523af4bd-11df-4590-a046-c18b4d0cc4d0 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0462580 Aug 10 12:41:21.122781 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c5d2cb0d-92f2-4093-94fa-2a2063657919 req-20542d5d-b0dd-4cf6-84ea-02e9bb25f18e tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427322 Aug 10 12:41:21.505423 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-70d1591e-c8b0-4b4b-9e03-08efaaec2a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:22.243469 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12fd97-86ee-46f8-98cf-346380a528bf req-8fe5073d-7750-4c4c-89f6-6b1e89aed7cc tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:22.244945 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7a12fd97-86ee-46f8-98cf-346380a528bf req-8fe5073d-7750-4c4c-89f6-6b1e89aed7cc tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0468628 Aug 10 12:41:22.296597 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7a12fd97-86ee-46f8-98cf-346380a528bf req-8dfa1de9-be18-4263-a60c-67f1f5a83cdc tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451031 Aug 10 12:41:23.416063 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a1306-9ade-4587-8381-f240edcb64a6 req-199218ff-97db-4995-aac8-189cce8872b7 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:23.417533 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-661a1306-9ade-4587-8381-f240edcb64a6 req-199218ff-97db-4995-aac8-189cce8872b7 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0497141 Aug 10 12:41:23.468114 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-661a1306-9ade-4587-8381-f240edcb64a6 req-86b58cd3-450f-4d3f-b0e3-474f3e2a41dc tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450180 Aug 10 12:41:23.703634 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b2fec84e-336f-4664-8b89-5900bb85ec40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:24.254780 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=7 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:24.588375 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fd880-503c-4b40-aa33-f48d9f741b6c req-3e09fe20-9958-494b-8578-f64d82acd9f4 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:24.589870 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-149fd880-503c-4b40-aa33-f48d9f741b6c req-3e09fe20-9958-494b-8578-f64d82acd9f4 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0480866 Aug 10 12:41:24.638516 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-149fd880-503c-4b40-aa33-f48d9f741b6c req-4ddebe64-580f-428b-8350-f10726512341 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419898 Aug 10 12:41:24.870166 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:25.756178 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551e5ef-7032-4aa9-b4cb-93afd907fe7a req-512cbb2d-eb0a-4f38-942c-f1e781c38b5c tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:25.757672 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a551e5ef-7032-4aa9-b4cb-93afd907fe7a req-512cbb2d-eb0a-4f38-942c-f1e781c38b5c tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0477571 Aug 10 12:41:25.805924 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a551e5ef-7032-4aa9-b4cb-93afd907fe7a req-0212283b-f5ad-4707-ade1-bf74b731bf6d tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427520 Aug 10 12:41:26.358412 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:26.641478 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:26.923704 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610faa5e-34f7-422e-824f-0375756c95f5 req-6acf1cd0-fe91-4c8a-8e21-48cdd5a89702 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:26.925207 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-610faa5e-34f7-422e-824f-0375756c95f5 req-6acf1cd0-fe91-4c8a-8e21-48cdd5a89702 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0460646 Aug 10 12:41:26.973130 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-610faa5e-34f7-422e-824f-0375756c95f5 req-c14d7d4f-bfe6-444b-b7a8-706060ac6c02 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422647 Aug 10 12:41:28.097969 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e6980-8d50-4948-9a1c-67f6f5cd548b req-fc59789e-5b43-494f-8827-edf8bc864532 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:28.099447 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c32e6980-8d50-4948-9a1c-67f6f5cd548b req-fc59789e-5b43-494f-8827-edf8bc864532 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0542493 Aug 10 12:41:28.151030 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c32e6980-8d50-4948-9a1c-67f6f5cd548b req-cd6756a8-2f37-4671-9712-a437ca093437 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458238 Aug 10 12:41:28.197852 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4823c390-6b06-4f10-a2d3-98eeba66815d req-3883b7d7-5620-46a3-ada4-2eaa4a775226 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473378 Aug 10 12:41:28.278044 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823c390-6b06-4f10-a2d3-98eeba66815d req-47eee111-639e-405f-85e0-bb4df67a7a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:28.279446 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4823c390-6b06-4f10-a2d3-98eeba66815d req-47eee111-639e-405f-85e0-bb4df67a7a43 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f63c30b5d2af4144b096b78c7ab308a7&device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 1129 time: 0.0394139 Aug 10 12:41:28.381901 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823c390-6b06-4f10-a2d3-98eeba66815d req-4fee8ab8-accd-491f-bc8e-2213fe5d59b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:28.383348 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4823c390-6b06-4f10-a2d3-98eeba66815d req-4fee8ab8-accd-491f-bc8e-2213fe5d59b8 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ce24948c-b056-4a3f-868d-8498edb8d6bb HTTP/1.1" status: 200 len: 913 time: 0.0844016 Aug 10 12:41:28.452211 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4823c390-6b06-4f10-a2d3-98eeba66815d req-12b67f6e-dab5-4fea-a396-e1738053dece service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=850b26e9-2603-4ccd-84ec-00ede7dfd424 HTTP/1.1" status: 200 len: 1000 time: 0.0595181 Aug 10 12:41:28.501795 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823c390-6b06-4f10-a2d3-98eeba66815d req-9c36bd18-7d66-48b3-b61b-0d409ec7d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:28.503719 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4823c390-6b06-4f10-a2d3-98eeba66815d req-9c36bd18-7d66-48b3-b61b-0d409ec7d160 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=cc0fd4fd-13f8-4b42-b035-5455593f783d HTTP/1.1" status: 200 len: 851 time: 0.0442014 Aug 10 12:41:28.548430 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823c390-6b06-4f10-a2d3-98eeba66815d req-2c8fe28f-4e62-420d-b541-0d2e55e7e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:28.549824 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4823c390-6b06-4f10-a2d3-98eeba66815d req-2c8fe28f-4e62-420d-b541-0d2e55e7e66a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ce24948c-b056-4a3f-868d-8498edb8d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381324 Aug 10 12:41:28.642402 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4823c390-6b06-4f10-a2d3-98eeba66815d req-efe77b12-f6d4-4874-9565-99d24e78e955 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858231 Aug 10 12:41:28.736837 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4823c390-6b06-4f10-a2d3-98eeba66815d req-110fccd9-89e9-4067-8eee-4f89db616bbf service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865335 Aug 10 12:41:28.891047 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e98af-e396-4180-a74f-83941bc3a1c9 req-a28ce566-d8c3-4f52-adba-d87151c2cbcb tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:28.892491 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-2a2e98af-e396-4180-a74f-83941bc3a1c9 req-a28ce566-d8c3-4f52-adba-d87151c2cbcb tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4499ffdb-91e6-4fe3-8951-e806e03d75df HTTP/1.1" status: 200 len: 945 time: 0.0460329 Aug 10 12:41:28.939974 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-2a2e98af-e396-4180-a74f-83941bc3a1c9 req-1ee4c074-65fd-44e3-a87b-460ab83f81cb tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420682 Aug 10 12:41:29.272772 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5b849-1d95-44b5-a570-616de48faff9 req-e1976776-15cf-4351-b1ce-31877df2fa3b tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:29.274241 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b9d5b849-1d95-44b5-a570-616de48faff9 req-e1976776-15cf-4351-b1ce-31877df2fa3b tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0497684 Aug 10 12:41:29.322223 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-b9d5b849-1d95-44b5-a570-616de48faff9 req-d6be394b-f35e-4a1e-acdd-6f458e7141ea tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424929 Aug 10 12:41:30.056463 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f8a2b-6ace-4418-9bc7-5c152ec76573 req-148e57e1-811f-43e1-870e-2125295dd5c8 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:30.057895 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-fd2f8a2b-6ace-4418-9bc7-5c152ec76573 req-148e57e1-811f-43e1-870e-2125295dd5c8 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4499ffdb-91e6-4fe3-8951-e806e03d75df HTTP/1.1" status: 200 len: 945 time: 0.0451612 Aug 10 12:41:30.107671 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-fd2f8a2b-6ace-4418-9bc7-5c152ec76573 req-1df5bf68-4dbf-4ad4-9cc0-f502bd64daf6 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=42db4a36-4409-4fbe-8f4f-e66b0d28d090&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442805 Aug 10 12:41:30.438198 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c0458-e7d1-4840-acfa-268ac492357c req-c6ceef62-1a25-429a-9d26-dbbecbc0d604 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:30.439687 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-447c0458-e7d1-4840-acfa-268ac492357c req-c6ceef62-1a25-429a-9d26-dbbecbc0d604 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0473344 Aug 10 12:41:30.486993 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-447c0458-e7d1-4840-acfa-268ac492357c req-dd0ccc25-e1fe-46c3-9a54-186b41e53e07 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418558 Aug 10 12:41:30.580941 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:30.619382 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57843b5-cd9a-4bdd-9310-8ec52b5b5613 req-fd56adc0-92fc-4603-ad13-662370ef49ee tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:30.620724 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f57843b5-cd9a-4bdd-9310-8ec52b5b5613 req-fd56adc0-92fc-4603-ad13-662370ef49ee tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4499ffdb-91e6-4fe3-8951-e806e03d75df HTTP/1.1" status: 200 len: 945 time: 0.0493326 Aug 10 12:41:30.667522 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:30.700600 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-f57843b5-cd9a-4bdd-9310-8ec52b5b5613 req-98f8d3c0-95c8-498d-b1bf-c54f5da43092 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Deleting port f8aab089-e92e-4878-9e65-909bae4b4adf {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:41:30.700921 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-f57843b5-cd9a-4bdd-9310-8ec52b5b5613 req-98f8d3c0-95c8-498d-b1bf-c54f5da43092 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (f8aab089-e92e-4878-9e65-909bae4b4adf), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:30.789816 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-f57843b5-cd9a-4bdd-9310-8ec52b5b5613 req-98f8d3c0-95c8-498d-b1bf-c54f5da43092 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] For port f8aab089-e92e-4878-9e65-909bae4b4adf, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=f8aab089-e92e-4878-9e65-909bae4b4adf,segment=NetworkSegment(f2068ba2-55f8-4407-8b44-daaf05ffe723),segment_id=f2068ba2-55f8-4407-8b44-daaf05ffe723)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:41:30.790181 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-f57843b5-cd9a-4bdd-9310-8ec52b5b5613 req-98f8d3c0-95c8-498d-b1bf-c54f5da43092 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (f8aab089-e92e-4878-9e65-909bae4b4adf), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:30.803300 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-f57843b5-cd9a-4bdd-9310-8ec52b5b5613 req-98f8d3c0-95c8-498d-b1bf-c54f5da43092 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Calling delete_port for f8aab089-e92e-4878-9e65-909bae4b4adf owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:41:30.923893 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-f57843b5-cd9a-4bdd-9310-8ec52b5b5613 req-98f8d3c0-95c8-498d-b1bf-c54f5da43092 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (f8aab089-e92e-4878-9e65-909bae4b4adf), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:30.952259 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8d3c0-95c8-498d-b1bf-c54f5da43092 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Pushing event deleted for resources: {'Port': ['ID=f8aab089-e92e-4878-9e65-909bae4b4adf,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:41:30.958381 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['f8aab089-e92e-4878-9e65-909bae4b4adf'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:41:30.997713 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57843b5-cd9a-4bdd-9310-8ec52b5b5613 req-98f8d3c0-95c8-498d-b1bf-c54f5da43092 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] No DVR routers for this DVR port f8aab089-e92e-4878-9e65-909bae4b4adf on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:41:31.000081 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-f57843b5-cd9a-4bdd-9310-8ec52b5b5613 req-98f8d3c0-95c8-498d-b1bf-c54f5da43092 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:31.003763 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-f57843b5-cd9a-4bdd-9310-8ec52b5b5613 req-98f8d3c0-95c8-498d-b1bf-c54f5da43092 tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.64 "DELETE /networking/v2.0/ports/f8aab089-e92e-4878-9e65-909bae4b4adf HTTP/1.1" status: 204 len: 173 time: 0.3778098 Aug 10 12:41:31.004196 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4499ffdb-91e6-4fe3-8951-e806e03d75df', 'name': 'network-vif-deleted', 'tag': 'f8aab089-e92e-4878-9e65-909bae4b4adf'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:41:31.006516 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc74b2f7-164e-401d-b45c-90fcd6e46ab2" -d '{"events": [{"server_uuid": "4499ffdb-91e6-4fe3-8951-e806e03d75df", "name": "network-vif-deleted", "tag": "f8aab089-e92e-4878-9e65-909bae4b4adf"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:41:31.044808 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef55c824-69bb-4db8-99a6-c097220cb7a7 x-openstack-request-id: req-ef55c824-69bb-4db8-99a6-c097220cb7a7 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:41:31.045126 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4499ffdb-91e6-4fe3-8951-e806e03d75df", "name": "network-vif-deleted", "tag": "f8aab089-e92e-4878-9e65-909bae4b4adf", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:41:31.045493 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef55c824-69bb-4db8-99a6-c097220cb7a7 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:41:31.045892 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef55c824-69bb-4db8-99a6-c097220cb7a7'] response: {'server_uuid': '4499ffdb-91e6-4fe3-8951-e806e03d75df', 'name': 'network-vif-deleted', 'tag': 'f8aab089-e92e-4878-9e65-909bae4b4adf', 'status': 'completed', 'code': 200} Aug 10 12:41:31.220469 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-83b03faa-a9cb-4900-80a8-dab88c77d756 req-0bb539bb-2d16-44ed-9bdc-4dc03a15339d tempest-VolumesSnapshotTestJSON-1327441136 tempest-VolumesSnapshotTestJSON-1327441136-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4499ffdb-91e6-4fe3-8951-e806e03d75df HTTP/1.1" status: 200 len: 210 time: 0.0278108 Aug 10 12:41:31.611622 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb23ab-0b71-4d02-a866-8890c51e92d9 req-f1275f10-0619-4f7a-b4c2-a838898f1045 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:31.613069 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-18eb23ab-0b71-4d02-a866-8890c51e92d9 req-f1275f10-0619-4f7a-b4c2-a838898f1045 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0472605 Aug 10 12:41:31.662622 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-18eb23ab-0b71-4d02-a866-8890c51e92d9 req-c32b08ca-e84b-480e-a6d0-e11a5dbc8966 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435026 Aug 10 12:41:32.780184 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefc78a-359a-4308-853a-595c0aa46eb1 req-e7863365-6f51-4d78-a1a9-9ed0d58e6fb2 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:32.781563 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-adefc78a-359a-4308-853a-595c0aa46eb1 req-e7863365-6f51-4d78-a1a9-9ed0d58e6fb2 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0468936 Aug 10 12:41:32.830897 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-adefc78a-359a-4308-853a-595c0aa46eb1 req-eef84ccd-a025-4d84-9953-09f96f986708 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435193 Aug 10 12:41:33.017527 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device f8aab089-e92e-4878-9e65-909bae4b4adf no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:41:33.036641 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: f8aab089-e92e-4878-9e65-909bae4b4adf {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:41:33.036915 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device f8aab089-e92e-4878-9e65-909bae4b4adf not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:41:33.163406 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b859ce-1e8b-414e-a086-795e53e4a21d req-682dc988-a98a-403f-92c8-74f8ab940736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:33.164829 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-41b859ce-1e8b-414e-a086-795e53e4a21d req-682dc988-a98a-403f-92c8-74f8ab940736 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=65ece09339af406b98e493fa33f2b9c0&device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 1129 time: 0.0393138 Aug 10 12:41:33.520019 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b859ce-1e8b-414e-a086-795e53e4a21d req-6c04eba7-52c9-4668-989b-6fa4c112f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:33.521505 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-41b859ce-1e8b-414e-a086-795e53e4a21d req-6c04eba7-52c9-4668-989b-6fa4c112f4b0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=a4f38671-a0fe-4d93-81a4-a719e9fa0c01 HTTP/1.1" status: 200 len: 909 time: 0.3506351 Aug 10 12:41:33.582274 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-41b859ce-1e8b-414e-a086-795e53e4a21d req-b2140848-dad2-4476-9e28-e5efb27e0408 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bcd71a0-e429-40d7-b546-9eb4fc13e34a HTTP/1.1" status: 200 len: 1001 time: 0.0543160 Aug 10 12:41:33.634697 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b859ce-1e8b-414e-a086-795e53e4a21d req-1876efb6-b34c-4606-b90c-b834d47c8c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:33.636195 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-41b859ce-1e8b-414e-a086-795e53e4a21d req-1876efb6-b34c-4606-b90c-b834d47c8c6c service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=72f1fcde-0c60-4c72-a304-3900e11b926c HTTP/1.1" status: 200 len: 847 time: 0.0469761 Aug 10 12:41:33.681193 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b859ce-1e8b-414e-a086-795e53e4a21d req-bc0aa20a-7a4e-4f39-87dd-4f6545159f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:33.682732 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-41b859ce-1e8b-414e-a086-795e53e4a21d req-bc0aa20a-7a4e-4f39-87dd-4f6545159f8d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a4f38671-a0fe-4d93-81a4-a719e9fa0c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388165 Aug 10 12:41:33.693631 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [req-41b859ce-1e8b-414e-a086-795e53e4a21d req-113fa7dd-689a-474d-9362-11de38296e55 service neutron] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=103790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 10 12:41:33.694662 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-41b859ce-1e8b-414e-a086-795e53e4a21d req-113fa7dd-689a-474d-9362-11de38296e55 service neutron] 10.222.0.64 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050263 Aug 10 12:41:33.790911 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-41b859ce-1e8b-414e-a086-795e53e4a21d req-1505f5cc-245b-4b0e-baf2-a55973223648 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a4f38671-a0fe-4d93-81a4-a719e9fa0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883133 Aug 10 12:41:33.880818 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-41b859ce-1e8b-414e-a086-795e53e4a21d req-3e42ba46-a24e-4483-9379-d13b8b56662c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a4f38671-a0fe-4d93-81a4-a719e9fa0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834043 Aug 10 12:41:33.949835 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a1f5b-16b9-468e-94da-a766d9d2d74b req-73a87ccf-376b-4094-a676-5cde39057b13 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:33.951275 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-029a1f5b-16b9-468e-94da-a766d9d2d74b req-73a87ccf-376b-4094-a676-5cde39057b13 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0481524 Aug 10 12:41:33.963178 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:34.004341 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-029a1f5b-16b9-468e-94da-a766d9d2d74b req-23f94fad-f4c7-4962-9a29-8047552c25d5 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473757 Aug 10 12:41:35.123511 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e96af-0f2b-4d7c-abd4-9756812cd097 req-9406fc68-8d3b-44de-8f26-2a1cecfc21c5 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:35.124947 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c72e96af-0f2b-4d7c-abd4-9756812cd097 req-9406fc68-8d3b-44de-8f26-2a1cecfc21c5 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0495260 Aug 10 12:41:35.172308 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c72e96af-0f2b-4d7c-abd4-9756812cd097 req-fee589a5-4230-4a27-9728-cc877bfdbaaa tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411241 Aug 10 12:41:36.253152 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:36.291696 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76e214-9b2e-4769-9f36-cf2209ca6e66 req-6e4233cd-69c8-41bb-b4bf-a9a53b1debd3 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:36.293159 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-fd76e214-9b2e-4769-9f36-cf2209ca6e66 req-6e4233cd-69c8-41bb-b4bf-a9a53b1debd3 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0489829 Aug 10 12:41:36.341585 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-fd76e214-9b2e-4769-9f36-cf2209ca6e66 req-2c31dc0e-864b-434d-bfb3-3e60b57b2dfb tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427213 Aug 10 12:41:37.459213 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e0c63-68e6-4e50-bfd5-f0f9b7f057e2 req-aee0281c-7228-4552-8e84-cf34b8adfb84 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:37.460934 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5c3e0c63-68e6-4e50-bfd5-f0f9b7f057e2 req-aee0281c-7228-4552-8e84-cf34b8adfb84 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0483899 Aug 10 12:41:37.512529 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-5c3e0c63-68e6-4e50-bfd5-f0f9b7f057e2 req-c03e4f43-334b-417b-b43f-3b7d4f256450 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459476 Aug 10 12:41:38.638477 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9fad9-8829-4e5a-9ef1-57cd2af5a2b2 req-7ec14428-394c-4b70-b7b3-6339848fbb38 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:38.640259 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ffd9fad9-8829-4e5a-9ef1-57cd2af5a2b2 req-7ec14428-394c-4b70-b7b3-6339848fbb38 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0507264 Aug 10 12:41:38.688876 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ffd9fad9-8829-4e5a-9ef1-57cd2af5a2b2 req-ab2b06e7-fb98-4af3-aa2d-2e3158d64ea3 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426254 Aug 10 12:41:38.916985 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206eb321-3e14-4d4a-a882-3f67313aa7dc req-282acf43-412a-4e2c-af1b-4682718a8e9d tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:38.918668 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-206eb321-3e14-4d4a-a882-3f67313aa7dc req-282acf43-412a-4e2c-af1b-4682718a8e9d tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0516639 Aug 10 12:41:38.932492 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-00f35919-7545-4291-b9aa-0e0cefc76057 req-2e0e3784-ad56-4612-bdbd-b013f4d4e0c4 service neutron] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856671 Aug 10 12:41:38.970655 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-206eb321-3e14-4d4a-a882-3f67313aa7dc req-d41a3f4c-aef0-4826-adf2-0163316b0237 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445194 Aug 10 12:41:39.019331 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 0bcd71a0-e429-40d7-b546-9eb4fc13e34a no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:41:39.055383 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f35919-7545-4291-b9aa-0e0cefc76057 req-f5919f01-47e4-4879-921d-a8aa59aa428d tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:39.056913 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-00f35919-7545-4291-b9aa-0e0cefc76057 req-f5919f01-47e4-4879-921d-a8aa59aa428d tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports/0bcd71a0-e429-40d7-b546-9eb4fc13e34a HTTP/1.1" status: 200 len: 942 time: 0.0974524 Aug 10 12:41:39.216156 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a is: ACTIVE; New status is: DOWN {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:41:39.216547 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:39.239536 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0cda6b-0e67-4271-898c-65bd1636dec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:41:39.241869 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe233cbd-5a38-47af-803c-4a995302ffe2" -d '{"events": [{"server_uuid": "4d0cda6b-0e67-4271-898c-65bd1636dec8", "name": "network-vif-unplugged", "status": "completed", "tag": "0bcd71a0-e429-40d7-b546-9eb4fc13e34a"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:41:39.266287 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=0bcd71a0-e429-40d7-b546-9eb4fc13e34a,segment=NetworkSegment(dbbce107-6baf-4e6d-8168-65c5c5784a51),segment_id=dbbce107-6baf-4e6d-8168-65c5c5784a51)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:41:39.271297 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:39.292534 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Aug 2022 12:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fc627b-8d15-4e71-9bf9-91293bfdac32 x-openstack-request-id: req-99fc627b-8d15-4e71-9bf9-91293bfdac32 {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:41:39.292820 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0cda6b-0e67-4271-898c-65bd1636dec8", "name": "network-vif-unplugged", "status": "failed", "tag": "0bcd71a0-e429-40d7-b546-9eb4fc13e34a", "code": 422}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:41:39.293068 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99fc627b-8d15-4e71-9bf9-91293bfdac32 {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:41:39.293522 dv-cinder-852261-3-iscsi neutron-server[103791]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-99fc627b-8d15-4e71-9bf9-91293bfdac32']: {'server_uuid': '4d0cda6b-0e67-4271-898c-65bd1636dec8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a', 'code': 422} returned with failed status Aug 10 12:41:39.320070 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=0bcd71a0-e429-40d7-b546-9eb4fc13e34a,revision_number=6']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:41:40.087719 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b496bb9-dad5-4123-af5b-1783528a55c9 req-69ea8ddf-0fc3-4db1-b72a-1bf94baf1c0b tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:40.089159 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1b496bb9-dad5-4123-af5b-1783528a55c9 req-69ea8ddf-0fc3-4db1-b72a-1bf94baf1c0b tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 943 time: 0.0468884 Aug 10 12:41:40.138450 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-1b496bb9-dad5-4123-af5b-1783528a55c9 req-e789f9f2-922e-490b-b7c0-87d76171ea5a tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436785 Aug 10 12:41:40.823544 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f35919-7545-4291-b9aa-0e0cefc76057 req-1d5a8a5e-ff42-49be-b5f2-84f12fe2ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:40.825019 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-00f35919-7545-4291-b9aa-0e0cefc76057 req-1d5a8a5e-ff42-49be-b5f2-84f12fe2ffce service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8&tenant_id=65ece09339af406b98e493fa33f2b9c0 HTTP/1.1" status: 200 len: 1127 time: 0.0402076 Aug 10 12:41:40.913824 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f35919-7545-4291-b9aa-0e0cefc76057 req-e15bed0e-b947-4076-8446-ba97826b74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:40.915309 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-00f35919-7545-4291-b9aa-0e0cefc76057 req-e15bed0e-b947-4076-8446-ba97826b74e5 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=65ece09339af406b98e493fa33f2b9c0&device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 1127 time: 0.0450473 Aug 10 12:41:41.006291 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f35919-7545-4291-b9aa-0e0cefc76057 req-3a1836f0-48dc-440d-90b9-447cba356d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:41.007728 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-00f35919-7545-4291-b9aa-0e0cefc76057 req-3a1836f0-48dc-440d-90b9-447cba356d7c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=a4f38671-a0fe-4d93-81a4-a719e9fa0c01 HTTP/1.1" status: 200 len: 909 time: 0.0856645 Aug 10 12:41:41.072313 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-00f35919-7545-4291-b9aa-0e0cefc76057 req-8eb79ecc-8be3-4e0f-8e33-ed009a557b72 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bcd71a0-e429-40d7-b546-9eb4fc13e34a HTTP/1.1" status: 200 len: 999 time: 0.0580852 Aug 10 12:41:41.118993 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f35919-7545-4291-b9aa-0e0cefc76057 req-911a6d71-cc7e-4fc5-938e-108b3da6f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:41.120277 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-00f35919-7545-4291-b9aa-0e0cefc76057 req-911a6d71-cc7e-4fc5-938e-108b3da6f1d6 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=72f1fcde-0c60-4c72-a304-3900e11b926c HTTP/1.1" status: 200 len: 847 time: 0.0425508 Aug 10 12:41:41.240932 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:41.257085 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49e830-aa08-4573-97da-5eee0bb6b7a2 req-34c0b6af-a55e-4ba2-849d-affefd302788 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:41.258544 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-dc49e830-aa08-4573-97da-5eee0bb6b7a2 req-34c0b6af-a55e-4ba2-849d-affefd302788 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 943 time: 0.0470107 Aug 10 12:41:41.269220 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=100 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:41.306791 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-dc49e830-aa08-4573-97da-5eee0bb6b7a2 req-dce41a30-447c-4e1c-ad95-c339ccf456c3 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427451 Aug 10 12:41:42.102929 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f35919-7545-4291-b9aa-0e0cefc76057 req-0d9ccbc1-f6a0-4776-9fe8-113a4dc8034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:42.104373 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-00f35919-7545-4291-b9aa-0e0cefc76057 req-0d9ccbc1-f6a0-4776-9fe8-113a4dc8034e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a4f38671-a0fe-4d93-81a4-a719e9fa0c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391479 Aug 10 12:41:42.426251 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104db57-c91e-4b2d-8632-0ed50dbd46c5 req-d0af2a10-e73d-409e-8f8d-5986e30cd557 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:42.427719 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a104db57-c91e-4b2d-8632-0ed50dbd46c5 req-d0af2a10-e73d-409e-8f8d-5986e30cd557 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 943 time: 0.0466957 Aug 10 12:41:42.480149 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-a104db57-c91e-4b2d-8632-0ed50dbd46c5 req-7cf1dcc8-2bda-4417-8660-ef8ea3df0722 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469556 Aug 10 12:41:42.946261 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-00f35919-7545-4291-b9aa-0e0cefc76057 req-9e87566c-83f5-4778-a4da-ff5f7a3192af service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a4f38671-a0fe-4d93-81a4-a719e9fa0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837841 Aug 10 12:41:43.600821 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994703ab-a7a3-4a98-9e06-99e9d27fd2b6 req-1b9be6bf-52b4-4666-965f-58d77b1ab454 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:43.602294 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-994703ab-a7a3-4a98-9e06-99e9d27fd2b6 req-1b9be6bf-52b4-4666-965f-58d77b1ab454 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 943 time: 0.0468373 Aug 10 12:41:43.654063 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-994703ab-a7a3-4a98-9e06-99e9d27fd2b6 req-7e4c679a-0ec4-444f-b412-167cfd604bcc tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461049 Aug 10 12:41:43.861291 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-00f35919-7545-4291-b9aa-0e0cefc76057 req-531d8b0a-25b8-4bfc-880a-2eca2fa56d03 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a4f38671-a0fe-4d93-81a4-a719e9fa0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883434 Aug 10 12:41:44.754261 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:44.770229 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebf2b5-43a2-4fcd-a61b-da88a326b593 req-cd04f30f-6eb4-4a43-a095-23174c7ed0b8 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:44.771675 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-84ebf2b5-43a2-4fcd-a61b-da88a326b593 req-cd04f30f-6eb4-4a43-a095-23174c7ed0b8 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 943 time: 0.0470469 Aug 10 12:41:44.791839 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:44.820331 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-84ebf2b5-43a2-4fcd-a61b-da88a326b593 req-da8d0001-4ddb-4b36-b63b-54bad0502ff7 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431299 Aug 10 12:41:45.936181 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6f90f-d795-4fa8-a642-d65a2ac6b85a req-661632b8-ce68-44a1-8173-011cfb076e2b tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:45.937659 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d9d6f90f-d795-4fa8-a642-d65a2ac6b85a req-661632b8-ce68-44a1-8173-011cfb076e2b tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 943 time: 0.0469308 Aug 10 12:41:45.985865 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-d9d6f90f-d795-4fa8-a642-d65a2ac6b85a req-e69ced35-5561-42ff-8fe6-03755c9a1cd1 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421188 Aug 10 12:41:47.101811 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4eabf-2186-4e02-8fb2-01f3610973fe req-6e4611f9-0664-4f14-9c00-4a77d0fc54cc tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:47.103283 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-84b4eabf-2186-4e02-8fb2-01f3610973fe req-6e4611f9-0664-4f14-9c00-4a77d0fc54cc tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 943 time: 0.0469644 Aug 10 12:41:47.155460 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-84b4eabf-2186-4e02-8fb2-01f3610973fe req-2fb3e73c-8764-4923-a8b0-f0f7bde45831 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466568 Aug 10 12:41:48.270579 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414cf10-2d59-40d8-99dc-e50b073a8a1f req-c884e909-5a58-456e-9040-bd08a3aa7567 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:48.272020 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7414cf10-2d59-40d8-99dc-e50b073a8a1f req-c884e909-5a58-456e-9040-bd08a3aa7567 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 943 time: 0.0458765 Aug 10 12:41:48.321086 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7414cf10-2d59-40d8-99dc-e50b073a8a1f req-eba7da67-ad13-4b2b-b763-b5101397ff9b tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434234 Aug 10 12:41:49.134315 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=31,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:49.134840 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:49.148913 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:49.443830 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c10f4-3c3f-4302-a40e-d61a7946f262 req-7f505810-1294-4ee9-952a-e77cd0b988d1 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:49.445319 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6d6c10f4-3c3f-4302-a40e-d61a7946f262 req-7f505810-1294-4ee9-952a-e77cd0b988d1 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 943 time: 0.0481434 Aug 10 12:41:49.493089 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-6d6c10f4-3c3f-4302-a40e-d61a7946f262 req-fd1a6f43-c7d4-48ee-82b0-0d4cd616f9f2 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420442 Aug 10 12:41:50.611662 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6a35d-2cd1-45ea-a70d-8fbe7403eac0 req-8d092dc2-fde9-4794-a2aa-f24f485d18fe tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:50.613106 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-70c6a35d-2cd1-45ea-a70d-8fbe7403eac0 req-8d092dc2-fde9-4794-a2aa-f24f485d18fe tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 943 time: 0.0502896 Aug 10 12:41:50.660663 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-70c6a35d-2cd1-45ea-a70d-8fbe7403eac0 req-05c8d942-0803-44a7-b948-e0f1a3661031 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420251 Aug 10 12:41:51.259594 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:41:51.508067 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-25c0daf4-5493-49ed-a58d-8b6d3e4521cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:51.781115 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6207bdc-497e-4df9-933d-88500c4422c3 req-d34f6328-caa9-4b33-91fd-b575c45efa85 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:51.782591 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d6207bdc-497e-4df9-933d-88500c4422c3 req-d34f6328-caa9-4b33-91fd-b575c45efa85 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 943 time: 0.0469959 Aug 10 12:41:51.830475 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d6207bdc-497e-4df9-933d-88500c4422c3 req-ab1ba88b-e08f-4acc-878a-3c4758f614ec tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418394 Aug 10 12:41:52.950668 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeca02b-2e99-44ea-aef2-91498c45bc6d req-836b6a49-5853-4791-aa4d-e85a26149992 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:52.952124 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-0aeca02b-2e99-44ea-aef2-91498c45bc6d req-836b6a49-5853-4791-aa4d-e85a26149992 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 943 time: 0.0468707 Aug 10 12:41:53.001162 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-0aeca02b-2e99-44ea-aef2-91498c45bc6d req-b906992c-134c-47a2-b666-deae9dd8dbb1 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433321 Aug 10 12:41:53.091257 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 0bcd71a0-e429-40d7-b546-9eb4fc13e34a details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:41:53.188840 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=0bcd71a0-e429-40d7-b546-9eb4fc13e34a,segment=NetworkSegment(dbbce107-6baf-4e6d-8168-65c5c5784a51),segment_id=dbbce107-6baf-4e6d-8168-65c5c5784a51)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:41:53.200083 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a', 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01', 'port_id': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a', 'mac_address': 'fa:16:3e:90:79:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f1fcde-0c60-4c72-a304-3900e11b926c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:41:53.233544 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:41:53.233861 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:53.246974 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcd71a0-e429-40d7-b546-9eb4fc13e34a {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:41:53.266791 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=0bcd71a0-e429-40d7-b546-9eb4fc13e34a,segment=NetworkSegment(dbbce107-6baf-4e6d-8168-65c5c5784a51),segment_id=dbbce107-6baf-4e6d-8168-65c5c5784a51)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:41:53.270306 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:53.292199 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=4 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:53.314732 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=0bcd71a0-e429-40d7-b546-9eb4fc13e34a,revision_number=7']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:41:53.594449 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['0bcd71a0-e429-40d7-b546-9eb4fc13e34a'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:41:53.723630 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-f4746a43-802c-4902-9637-ec26b86bc927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:54.122758 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b0eb3-d665-4a6d-ac20-81a4aa0cc5d7 req-fa00c0fd-97b9-4e0e-a5b9-04faa5fa9087 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:54.124253 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e92b0eb3-d665-4a6d-ac20-81a4aa0cc5d7 req-fa00c0fd-97b9-4e0e-a5b9-04faa5fa9087 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 944 time: 0.0509050 Aug 10 12:41:54.172613 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e92b0eb3-d665-4a6d-ac20-81a4aa0cc5d7 req-2529c0e6-888c-4ada-8f98-7cc99bad7802 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422876 Aug 10 12:41:54.873428 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:55.117311 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 0bcd71a0-e429-40d7-b546-9eb4fc13e34a up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:41:55.160962 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:41:55.161535 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:55.237637 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:41:55.238033 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:55.264791 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0cda6b-0e67-4271-898c-65bd1636dec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:41:55.267069 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7466992-3e26-4caf-aa91-4a08bc8920fa" -d '{"events": [{"server_uuid": "4d0cda6b-0e67-4271-898c-65bd1636dec8", "name": "network-vif-plugged", "status": "completed", "tag": "0bcd71a0-e429-40d7-b546-9eb4fc13e34a"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:41:55.279796 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=0bcd71a0-e429-40d7-b546-9eb4fc13e34a,segment=NetworkSegment(dbbce107-6baf-4e6d-8168-65c5c5784a51),segment_id=dbbce107-6baf-4e6d-8168-65c5c5784a51)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:41:55.286912 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:55.292826 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:55.302665 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf84afa-985f-4546-b472-29466360d048 req-94ff889e-4a6f-4a29-b320-062ad5957e55 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:55.304156 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bcf84afa-985f-4546-b472-29466360d048 req-94ff889e-4a6f-4a29-b320-062ad5957e55 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 944 time: 0.0573905 Aug 10 12:41:55.312770 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:55.316296 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1aadf48-56a0-461a-b6aa-7a57e8cd8929 x-openstack-request-id: req-b1aadf48-56a0-461a-b6aa-7a57e8cd8929 {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:41:55.316587 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0cda6b-0e67-4271-898c-65bd1636dec8", "name": "network-vif-plugged", "status": "completed", "tag": "0bcd71a0-e429-40d7-b546-9eb4fc13e34a", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:41:55.316841 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b1aadf48-56a0-461a-b6aa-7a57e8cd8929 {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:41:55.317237 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1aadf48-56a0-461a-b6aa-7a57e8cd8929'] response: {'server_uuid': '4d0cda6b-0e67-4271-898c-65bd1636dec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a', 'code': 200} Aug 10 12:41:55.343324 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=0bcd71a0-e429-40d7-b546-9eb4fc13e34a,revision_number=8']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:41:55.359240 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-bcf84afa-985f-4546-b472-29466360d048 req-927a9361-bb4c-49c7-93f5-92e5cf7c8101 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495193 Aug 10 12:41:55.584821 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdf437-f146-4091-8df5-895e4ba56abf req-5ab759d6-b205-4c87-bf65-856050b22140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:55.586320 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e2bdf437-f146-4091-8df5-895e4ba56abf req-5ab759d6-b205-4c87-bf65-856050b22140 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 1129 time: 0.0388103 Aug 10 12:41:55.630801 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e2bdf437-f146-4091-8df5-895e4ba56abf req-d104ed07-79bc-49f5-85f7-a26d96711d55 service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390086 Aug 10 12:41:56.179108 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-d0e65ef0-aa20-4466-8c70-9a00df90a4c4 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1740254587&fields=id&tenant_id=f63c30b5d2af4144b096b78c7ab308a7 HTTP/1.1" status: 200 len: 267 time: 0.0432317 Aug 10 12:41:56.295068 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-6e4f0134-aa5c-4ded-94ee-834e94995152 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:56.296605 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-6e4f0134-aa5c-4ded-94ee-834e94995152 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/networks?id=ce24948c-b056-4a3f-868d-8498edb8d6bb HTTP/1.1" status: 200 len: 812 time: 0.1113155 Aug 10 12:41:56.312457 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-0e97f7ac-990d-496d-abd9-a122cc7da59a tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/quotas/f63c30b5d2af4144b096b78c7ab308a7 HTTP/1.1" status: 200 len: 375 time: 0.0093617 Aug 10 12:41:56.361658 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:56.369584 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-f34500c7-a231-431e-9109-0938bddd1df3 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?tenant_id=f63c30b5d2af4144b096b78c7ab308a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515113 Aug 10 12:41:56.384901 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-c3bc238f-a1f0-44c9-b3c8-f7cdb2deab59 service neutron] http://10.222.0.65:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=103790) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 10 12:41:56.386141 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-c3bc238f-a1f0-44c9-b3c8-f7cdb2deab59 service neutron] 10.222.0.65 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056474 Aug 10 12:41:56.489080 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf31d2-ff4e-4d00-89a9-d89736be04e1 req-3ff857d6-22dc-458d-82f6-db6b774a841f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:56.489747 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-14565410-3277-4a4d-9c46-be891f22fd4d service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973201 Aug 10 12:41:56.490970 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4ccf31d2-ff4e-4d00-89a9-d89736be04e1 req-3ff857d6-22dc-458d-82f6-db6b774a841f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0538921 Aug 10 12:41:56.540101 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-4ccf31d2-ff4e-4d00-89a9-d89736be04e1 req-b4842f7c-7c74-4c16-bc32-535d20d2c6b8 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437360 Aug 10 12:41:56.591310 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-691319d5-959c-42d6-82ee-5ac1c0e84fec service neutron] 10.222.0.65 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952399 Aug 10 12:41:56.645810 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:56.887731 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-6a55af35-75d8-4718-ad62-313e06e5c17c req-0de89a73-bd33-44cc-affc-6fef2011f02e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 210 time: 0.0298607 Aug 10 12:41:57.660888 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768e672-76b2-41b4-824f-a9d611f32e9e req-a4c13775-c696-4d17-90a9-47add845f411 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:57.662361 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d768e672-76b2-41b4-824f-a9d611f32e9e req-a4c13775-c696-4d17-90a9-47add845f411 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0468717 Aug 10 12:41:57.687309 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:57.711101 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-d768e672-76b2-41b4-824f-a9d611f32e9e req-b118d006-493e-4e92-8ff2-c97f0e3cacfd tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431142 Aug 10 12:41:57.848585 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:57.910162 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-543075ad-e292-4061-8154-fa40b6d77d5f tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:57.911604 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-543075ad-e292-4061-8154-fa40b6d77d5f tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.64 "GET /networking/v2.0/networks?id=ce24948c-b056-4a3f-868d-8498edb8d6bb HTTP/1.1" status: 200 len: 812 time: 0.1112182 Aug 10 12:41:57.985894 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-486a0648-d72e-4e77-8515-f235a7436af7 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.64 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f63c30b5d2af4144b096b78c7ab308a7 HTTP/1.1" status: 200 len: 380 time: 0.0608068 Aug 10 12:41:57.992086 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7b688f47-094a-40d1-b158-9a34fb729748 req-75e53eaf-10e9-4864-8bd2-2dc4306e948f tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 210 time: 0.0309060 Aug 10 12:41:57.994786 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Request body: {'port': {'device_id': 'e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'admin_state_up': True, 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'security_groups': ['15788ed9-6cfc-40d7-952b-3a943bbf64fe']}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:41:58.102729 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Made reservation on behalf of f63c30b5d2af4144b096b78c7ab308a7 for: {'port': 1} {{(pid=103790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 12:41:58.106065 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:58.231242 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.db_base_plugin_common [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Allocated IP 172.20.0.12 (ce24948c-b056-4a3f-868d-8498edb8d6bb/cc0fd4fd-13f8-4b42-b035-5455593f783d/ca68d324-d731-4522-8d94-446746fae058) {{(pid=103790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:41:58.373452 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for port (ca68d324-d731-4522-8d94-446746fae058), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:58.405553 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (ca68d324-d731-4522-8d94-446746fae058), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:58.451727 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Network ce24948c-b056-4a3f-868d-8498edb8d6bb is already hosted by enough agents. {{(pid=103790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:41:58.456831 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.base_scheduler [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Resources bound (agent type, host, resource id): {{(pid=103790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:41:58.460806 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Received port after_create {{(pid=103790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:41:58.467210 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event updated for resources: {'Port': ['ID=ca68d324-d731-4522-8d94-446746fae058,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:41:58.499458 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.499812 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.500154 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.500491 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.500823 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.501192 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.501497 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.501822 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.502144 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.502464 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.502795 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.503808 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.504140 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.504461 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.504781 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.530510 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:58.531149 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:58.555440 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-02c169e8-daf5-4913-9dac-7ef0ce9050fa tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.64 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5640519 Aug 10 12:41:58.582615 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.v2.base [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] Request body: {'port': {'device_id': 'e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85226'}} {{(pid=103790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:41:58.627035 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56276) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:41:58.651523 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:58.660635 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ca68d324-d731-4522-8d94-446746fae058), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:58.677854 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:58.685216 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Deleting subnet 25b139ef-da54-4552-b7cd-91a28b09be25 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 10 12:41:58.688712 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Publish callbacks [] for subnet (25b139ef-da54-4552-b7cd-91a28b09be25), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:58.719893 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-d7459070-40c8-4369-b159-12a3357165de None None] Provisioning complete for port ca68d324-d731-4522-8d94-446746fae058 triggered by entity DHCP. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:41:58.721260 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-d7459070-40c8-4369-b159-12a3357165de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (ca68d324-d731-4522-8d94-446746fae058), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:58.725114 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649385'] for subnet (25b139ef-da54-4552-b7cd-91a28b09be25), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:58.757981 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-d7459070-40c8-4369-b159-12a3357165de None None] Port ca68d324-d731-4522-8d94-446746fae058 cannot update to ACTIVE because it is not bound. {{(pid=103791) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 10 12:41:58.767195 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731369'] for subnet (25b139ef-da54-4552-b7cd-91a28b09be25), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:58.823528 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14084917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12800774'] for subnet (25b139ef-da54-4552-b7cd-91a28b09be25), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:58.828662 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:58.856706 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:58.859845 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/25b139ef-da54-4552-b7cd-91a28b09be25 HTTP/1.1" status: 204 len: 168 time: 0.2315559 Aug 10 12:41:58.861455 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25b139ef-da54-4552-b7cd-91a28b09be25,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:41:58.864078 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56278) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:41:58.871814 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:58.911275 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.911623 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.911971 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.912310 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.912642 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.912968 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.913310 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.913635 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.913958 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.914278 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.914600 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.914919 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.915236 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.915762 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.915898 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50464ae7-e0ab-4cbc-8ea5-c33dbcdd520c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:41:58.932967 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca68d324-d731-4522-8d94-446746fae058 {{(pid=103790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:41:58.941976 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] Publish callbacks [] for port (ca68d324-d731-4522-8d94-446746fae058), precommit_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:58.949430 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d32d737d-d8ce-4d91-9777-39d098f1c6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659484'] for network (882fe220-2031-4c74-86e0-f50bf01ee472), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:58.955444 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.provisioning_blocks [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] Transition to ACTIVE for port object ca68d324-d731-4522-8d94-446746fae058 will not be triggered until provisioned by entity L2. {{(pid=103790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 10 12:41:58.960639 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (ca68d324-d731-4522-8d94-446746fae058), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:59.031564 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d32d737d-d8ce-4d91-9777-39d098f1c6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1708682', 'neutron.services.segments.db._delete_segments_for_network-8736056424951'] for network (882fe220-2031-4c74-86e0-f50bf01ee472), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:59.040673 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] Pushing event updated for resources: {'Port': ['ID=ca68d324-d731-4522-8d94-446746fae058,revision_number=2']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:41:59.055014 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.services.segments.db [None req-d32d737d-d8ce-4d91-9777-39d098f1c6ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882fe220-2031-4c74-86e0-f50bf01ee472']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:41:59.066575 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.services.segments.db [None req-d32d737d-d8ce-4d91-9777-39d098f1c6ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2068ba2-55f8-4407-8b44-daaf05ffe723') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:41:59.067194 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.services.segments.db [None req-d32d737d-d8ce-4d91-9777-39d098f1c6ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2068ba2-55f8-4407-8b44-daaf05ffe723') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:41:59.073286 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] Attempting to bind port ca68d324-d731-4522-8d94-446746fae058 on host hv-cinder-85226 for vnic_type normal with profile {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 10 12:41:59.073636 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] Attempting to bind port ca68d324-d731-4522-8d94-446746fae058 by drivers openvswitch,hyperv on host hv-cinder-85226 at level 0 using segments [{'id': 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb'}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 10 12:41:59.073970 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] Attempting to bind port ca68d324-d731-4522-8d94-446746fae058 on network ce24948c-b056-4a3f-868d-8498edb8d6bb {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:41:59.077484 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d32d737d-d8ce-4d91-9777-39d098f1c6ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736056424843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649378'] for segment (f2068ba2-55f8-4407-8b44-daaf05ffe723), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:59.087108 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] Port ca68d324-d731-4522-8d94-446746fae058 on network ce24948c-b056-4a3f-868d-8498edb8d6bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85226 {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 10 12:41:59.087439 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] Attempting to bind port ca68d324-d731-4522-8d94-446746fae058 on network ce24948c-b056-4a3f-868d-8498edb8d6bb {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 10 12:41:59.091282 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d32d737d-d8ce-4d91-9777-39d098f1c6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (f2068ba2-55f8-4407-8b44-daaf05ffe723), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:59.097967 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32d737d-d8ce-4d91-9777-39d098f1c6ff admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:41:59.098358 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d32d737d-d8ce-4d91-9777-39d098f1c6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14084843'] for segment (f2068ba2-55f8-4407-8b44-daaf05ffe723), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:59.112124 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] Checking agent: {'id': 'f9f4cba4-519e-42c4-9e2c-b605e0c8475a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85226', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'started_at': datetime.datetime(2022, 8, 10, 12, 29, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 10, 12, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 10 12:41:59.113000 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] Checking segment: {'id': 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 10 12:41:59.113422 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] Bound using segment: {'id': 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb'} {{(pid=103790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 10 12:41:59.113863 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.managers [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] Bound port: ca68d324-d731-4522-8d94-446746fae058, host: hv-cinder-85226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb'}}] {{(pid=103790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 10 12:41:59.114234 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ca68d324-d731-4522-8d94-446746fae058), before_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:59.140538 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15db26-87fa-4141-977c-64d8f7d389dd req-cab33090-872d-453c-8f20-a70ee506eea5 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:59.142118 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ce15db26-87fa-4141-977c-64d8f7d389dd req-cab33090-872d-453c-8f20-a70ee506eea5 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 944 time: 0.0708945 Aug 10 12:41:59.146109 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.services.segments.plugin [-] Segment f2068ba2-55f8-4407-8b44-daaf05ffe723 resource provider aggregate not found Aug 10 12:41:59.164904 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.services.segments.plugin [-] Segment f2068ba2-55f8-4407-8b44-daaf05ffe723 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2068ba2-55f8-4407-8b44-daaf05ffe723 found for delete ", "request_id": "req-99f6e703-d977-429b-850a-d5574a4204e2"}]} Aug 10 12:41:59.172906 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d32d737d-d8ce-4d91-9777-39d098f1c6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1708675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745837'] for network (882fe220-2031-4c74-86e0-f50bf01ee472), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:59.178169 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-d32d737d-d8ce-4d91-9777-39d098f1c6ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:59.181303 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-d32d737d-d8ce-4d91-9777-39d098f1c6ff admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/882fe220-2031-4c74-86e0-f50bf01ee472 HTTP/1.1" status: 204 len: 168 time: 0.3162355 Aug 10 12:41:59.199167 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d737d-d8ce-4d91-9777-39d098f1c6ff admin admin] Pushing event deleted for resources: {'Network': ['ID=882fe220-2031-4c74-86e0-f50bf01ee472,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:41:59.229905 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] For port ca68d324-d731-4522-8d94-446746fae058, host hv-cinder-85226, cleared binding levels {{(pid=103790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 12:41:59.234038 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] For port ca68d324-d731-4522-8d94-446746fae058, host hv-cinder-85226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=ca68d324-d731-4522-8d94-446746fae058,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 12:41:59.241768 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-ce15db26-87fa-4141-977c-64d8f7d389dd req-df45c9c7-797a-4834-abb2-3dea63a425ee tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795894 Aug 10 12:41:59.243248 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14596473'] for port (ca68d324-d731-4522-8d94-446746fae058), after_update {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:59.248724 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:59.248879 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:59.250391 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] 10.222.0.64 "PUT /networking/v2.0/ports/ca68d324-d731-4522-8d94-446746fae058 HTTP/1.1" status: 200 len: 1094 time: 0.6720171 Aug 10 12:41:59.250816 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55', 'tag': 'ca68d324-d731-4522-8d94-446746fae058'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:41:59.254100 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49173f60-c967-4389-90f9-4c809041d13b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55", "tag": "ca68d324-d731-4522-8d94-446746fae058"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:41:59.305125 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e599b-8e24-4df9-b5bd-6e397593c529 service neutron] Pushing event updated for resources: {'Port': ['ID=ca68d324-d731-4522-8d94-446746fae058,revision_number=3']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:41:59.381125 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-e3fcb530-81cc-4b2d-a277-d6dbfd05ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:59.383547 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-e3fcb530-81cc-4b2d-a277-d6dbfd05ee91 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f63c30b5d2af4144b096b78c7ab308a7&device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 1128 time: 0.0493796 Aug 10 12:41:59.385944 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d27e195-3e17-4842-a9d6-018c96e221a7 x-openstack-request-id: req-5d27e195-3e17-4842-a9d6-018c96e221a7 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:41:59.386233 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55", "tag": "ca68d324-d731-4522-8d94-446746fae058", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:41:59.386490 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5d27e195-3e17-4842-a9d6-018c96e221a7 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:41:59.386888 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d27e195-3e17-4842-a9d6-018c96e221a7'] response: {'name': 'network-changed', 'server_uuid': 'e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55', 'tag': 'ca68d324-d731-4522-8d94-446746fae058', 'status': 'completed', 'code': 200} Aug 10 12:41:59.394757 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 56292) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:41:59.451761 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-b6031b45-0d73-49f0-a5af-f7a4ae5ab92b service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca68d324-d731-4522-8d94-446746fae058 HTTP/1.1" status: 200 len: 217 time: 0.0378242 Aug 10 12:41:59.490761 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-36e9055c-0a97-4e74-a746-ccf7541c5487 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=f797ec18d0a847748116b1dd18bc8cf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0949852 Aug 10 12:41:59.493523 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56294) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:41:59.506363 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-e561941a-9c54-4df1-bdf1-b20bd22a126b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:59.507734 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-e561941a-9c54-4df1-bdf1-b20bd22a126b service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=cc0fd4fd-13f8-4b42-b035-5455593f783d HTTP/1.1" status: 200 len: 851 time: 0.0488784 Aug 10 12:41:59.542308 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3d8c-4f6e-481b-9d73-93f635d615c2 admin admin] Publish callbacks [] for security_group (42db4a36-4409-4fbe-8f4f-e66b0d28d090), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:59.553216 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-ab1666e8-4e8c-40e6-aed7-86f19b207b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:41:59.554704 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-ab1666e8-4e8c-40e6-aed7-86f19b207b9f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ce24948c-b056-4a3f-868d-8498edb8d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417387 Aug 10 12:41:59.564052 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3d8c-4f6e-481b-9d73-93f635d615c2 admin admin] Publish callbacks [] for security_group (42db4a36-4409-4fbe-8f4f-e66b0d28d090), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:59.602053 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:59.617373 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3d8c-4f6e-481b-9d73-93f635d615c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (42db4a36-4409-4fbe-8f4f-e66b0d28d090), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:59.620047 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3d8c-4f6e-481b-9d73-93f635d615c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:41:59.621196 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-3a6f3d8c-4f6e-481b-9d73-93f635d615c2 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/42db4a36-4409-4fbe-8f4f-e66b0d28d090 HTTP/1.1" status: 204 len: 168 time: 0.1266491 Aug 10 12:41:59.629520 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f3d8c-4f6e-481b-9d73-93f635d615c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42db4a36-4409-4fbe-8f4f-e66b0d28d090,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:41:59.651092 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:41:59.655307 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-244199a4-e918-438e-a340-bc686857c698 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950351 Aug 10 12:41:59.750827 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-dec9f03d-744e-4646-ab2f-a390d18b40f6 req-624c83eb-d782-4350-86b5-ebf47a99d0b6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894825 Aug 10 12:42:00.110297 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49173f60-c967-4389-90f9-4c809041d13b req-ad0a55b2-88f0-4197-ab15-28c665040108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:00.111786 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-49173f60-c967-4389-90f9-4c809041d13b req-ad0a55b2-88f0-4197-ab15-28c665040108 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f63c30b5d2af4144b096b78c7ab308a7&device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 1128 time: 0.0441401 Aug 10 12:42:00.206172 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49173f60-c967-4389-90f9-4c809041d13b req-47115bc9-0ced-4b7c-b14a-5558cbbf91de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:00.208169 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-49173f60-c967-4389-90f9-4c809041d13b req-47115bc9-0ced-4b7c-b14a-5558cbbf91de service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ce24948c-b056-4a3f-868d-8498edb8d6bb HTTP/1.1" status: 200 len: 913 time: 0.0901918 Aug 10 12:42:00.252433 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-49173f60-c967-4389-90f9-4c809041d13b req-289e17a0-f095-4eb0-ad09-03c3fb19460d service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca68d324-d731-4522-8d94-446746fae058 HTTP/1.1" status: 200 len: 217 time: 0.0349040 Aug 10 12:42:00.307795 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49173f60-c967-4389-90f9-4c809041d13b req-66595f00-52d8-4687-b1b1-f63759eaba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:00.309649 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-49173f60-c967-4389-90f9-4c809041d13b req-66595f00-52d8-4687-b1b1-f63759eaba32 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=cc0fd4fd-13f8-4b42-b035-5455593f783d HTTP/1.1" status: 200 len: 851 time: 0.0479124 Aug 10 12:42:00.395994 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de9cb9-9cb1-4ad7-adfa-b731e5a0a48a req-657b0671-2673-49e4-9ee4-afc99b218922 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:00.397495 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e9de9cb9-9cb1-4ad7-adfa-b731e5a0a48a req-657b0671-2673-49e4-9ee4-afc99b218922 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 944 time: 0.0799890 Aug 10 12:42:00.398577 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49173f60-c967-4389-90f9-4c809041d13b req-bd452dd9-f499-4d95-91a3-b9038acec7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:00.399907 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-49173f60-c967-4389-90f9-4c809041d13b req-bd452dd9-f499-4d95-91a3-b9038acec7db service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ce24948c-b056-4a3f-868d-8498edb8d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730557 Aug 10 12:42:00.499685 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e9de9cb9-9cb1-4ad7-adfa-b731e5a0a48a req-47756f4a-dc20-472f-9b10-ed0901efb62e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966177 Aug 10 12:42:00.532026 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-49173f60-c967-4389-90f9-4c809041d13b req-6d8460b3-564d-4abe-acdf-660215f8de81 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219001 Aug 10 12:42:00.627044 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-49173f60-c967-4389-90f9-4c809041d13b req-bb07415f-e60c-4903-8192-dd487bd3e8bd service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889814 Aug 10 12:42:01.256073 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=4 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:42:01.622824 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0377cad-19b3-4f52-abdb-ecadab7cf1d8 req-bab74345-823f-44d6-a5b9-a3fa62ac7919 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:01.624291 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e0377cad-19b3-4f52-abdb-ecadab7cf1d8 req-bab74345-823f-44d6-a5b9-a3fa62ac7919 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 944 time: 0.0472844 Aug 10 12:42:01.672907 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-e0377cad-19b3-4f52-abdb-ecadab7cf1d8 req-c58d7982-b1e1-42b0-b1a7-11b540facbdb tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424230 Aug 10 12:42:02.793422 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da968e3f-a1e0-4ed8-a4a9-9b77df348137 req-dd916b15-8336-40f6-9409-afddeccc8e7b tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:02.794842 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-da968e3f-a1e0-4ed8-a4a9-9b77df348137 req-dd916b15-8336-40f6-9409-afddeccc8e7b tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 944 time: 0.0495453 Aug 10 12:42:02.843009 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-da968e3f-a1e0-4ed8-a4a9-9b77df348137 req-a31845fe-4e4c-43b1-9ab9-6da8ed14ad68 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427058 Aug 10 12:42:03.962445 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0771b35-b3da-4fb9-94e5-5027382368c1 req-3cf67cb1-2da1-42dd-a8a4-05e45ae4ba6a tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:03.963876 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b0771b35-b3da-4fb9-94e5-5027382368c1 req-3cf67cb1-2da1-42dd-a8a4-05e45ae4ba6a tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 944 time: 0.0505545 Aug 10 12:42:04.011930 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-b0771b35-b3da-4fb9-94e5-5027382368c1 req-02c0406e-cc4e-4844-9e74-1eed615f57fb tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423944 Aug 10 12:42:05.126372 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263457c3-45ba-41d0-844c-af86a4d68d18 req-c6327e22-9538-4a52-acae-cad664de9fa9 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:05.127732 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-263457c3-45ba-41d0-844c-af86a4d68d18 req-c6327e22-9538-4a52-acae-cad664de9fa9 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 944 time: 0.0473299 Aug 10 12:42:05.176425 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-263457c3-45ba-41d0-844c-af86a4d68d18 req-fb0f6dc0-73be-4543-9f74-0f2ed6a74696 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431619 Aug 10 12:42:06.294332 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a5134-ba96-4d9e-9508-a3970e595d6c req-2592c5a8-4dbc-411b-a289-d197755d8102 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:06.295797 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-479a5134-ba96-4d9e-9508-a3970e595d6c req-2592c5a8-4dbc-411b-a289-d197755d8102 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 944 time: 0.0492427 Aug 10 12:42:06.349396 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-479a5134-ba96-4d9e-9508-a3970e595d6c req-1eac7642-561b-4e8b-807b-b7d040bb9c0b tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472188 Aug 10 12:42:07.474434 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef26065-5ddd-4c9d-be06-6ca93eee54bb req-30624855-d8cb-4808-8315-d40d86635bec tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:07.475956 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3ef26065-5ddd-4c9d-be06-6ca93eee54bb req-30624855-d8cb-4808-8315-d40d86635bec tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 944 time: 0.0492094 Aug 10 12:42:07.526630 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3ef26065-5ddd-4c9d-be06-6ca93eee54bb req-f8f3463d-13fb-4352-9c35-06cfa53df0ee tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449166 Aug 10 12:42:08.654314 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d4ec1-6b4a-4c5b-8c7c-cd0872c35973 req-db1f53ab-5061-41aa-b187-17a01d680e7f tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:08.655795 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ba5d4ec1-6b4a-4c5b-8c7c-cd0872c35973 req-db1f53ab-5061-41aa-b187-17a01d680e7f tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 944 time: 0.0552638 Aug 10 12:42:08.706517 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-ba5d4ec1-6b4a-4c5b-8c7c-cd0872c35973 req-ad419bf8-884d-4e35-ac26-df7a5c1aacc3 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449872 Aug 10 12:42:08.756591 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:42:08.759132 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 56382) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:42:08.862335 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ffd66ed7-4061-442d-b0a0-bad6b4c00e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:08.884531 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=100 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:42:08.899572 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:42:08.937701 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ffd66ed7-4061-442d-b0a0-bad6b4c00e58 admin admin] Publish callbacks [] for security_group (a1dcaab5-e846-4fe9-8e25-5f8086e3dd72), precommit_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:08.941478 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ffd66ed7-4061-442d-b0a0-bad6b4c00e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (a1dcaab5-e846-4fe9-8e25-5f8086e3dd72), after_create {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:08.980860 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-ffd66ed7-4061-442d-b0a0-bad6b4c00e58 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=8b0a879c2c924cb68dd0b20421fb3cf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205970 Aug 10 12:42:08.981580 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd66ed7-4061-442d-b0a0-bad6b4c00e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dcaab5-e846-4fe9-8e25-5f8086e3dd72,revision_number=1']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:42:08.983665 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56386) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:42:09.031709 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-935ef858-a9b8-4e2a-ae18-941c580c7b37 admin admin] Publish callbacks [] for security_group (a1dcaab5-e846-4fe9-8e25-5f8086e3dd72), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:09.053896 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-935ef858-a9b8-4e2a-ae18-941c580c7b37 admin admin] Publish callbacks [] for security_group (a1dcaab5-e846-4fe9-8e25-5f8086e3dd72), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:09.067362 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:42:09.083516 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:42:09.101463 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-935ef858-a9b8-4e2a-ae18-941c580c7b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (a1dcaab5-e846-4fe9-8e25-5f8086e3dd72), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:09.103975 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-935ef858-a9b8-4e2a-ae18-941c580c7b37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:09.105124 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-935ef858-a9b8-4e2a-ae18-941c580c7b37 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/a1dcaab5-e846-4fe9-8e25-5f8086e3dd72 HTTP/1.1" status: 204 len: 168 time: 0.1204820 Aug 10 12:42:09.112585 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ef858-a9b8-4e2a-ae18-941c580c7b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dcaab5-e846-4fe9-8e25-5f8086e3dd72,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:42:09.200596 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device ca68d324-d731-4522-8d94-446746fae058 details requested by agent hyperv_hv-cinder-85226 with host hv-cinder-85226 {{(pid=103791) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 12:42:09.309034 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port ca68d324-d731-4522-8d94-446746fae058, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=ca68d324-d731-4522-8d94-446746fae058,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:42:09.321571 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Returning: {'device': 'ca68d324-d731-4522-8d94-446746fae058', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'port_id': 'ca68d324-d731-4522-8d94-446746fae058', 'mac_address': 'fa:16:3e:59:8b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103791) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 12:42:09.358538 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port ca68d324-d731-4522-8d94-446746fae058 is: DOWN; New status is: BUILD {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:42:09.358963 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ca68d324-d731-4522-8d94-446746fae058), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:09.373978 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca68d324-d731-4522-8d94-446746fae058 {{(pid=103791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 10 12:42:09.396772 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port ca68d324-d731-4522-8d94-446746fae058, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=ca68d324-d731-4522-8d94-446746fae058,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:42:09.401509 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (ca68d324-d731-4522-8d94-446746fae058), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:09.454295 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=ca68d324-d731-4522-8d94-446746fae058,revision_number=4']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:42:09.461857 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:42:09.462210 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:42:09.462554 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:42:09.462897 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:42:09.463232 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:42:09.463564 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:42:09.463894 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:42:09.464221 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:42:09.464551 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:42:09.464874 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:42:09.465201 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:42:09.465550 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:42:09.465875 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:42:09.466194 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:42:09.466518 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:42:09.710680 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] get_ports_and_sgs() called for port_ids ['ca68d324-d731-4522-8d94-446746fae058'] {{(pid=103791) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 10 12:42:09.822181 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad423b3-b49a-4926-8bc3-8620dd6779b2 req-fb0587e5-7674-477f-967e-201131ab0930 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:09.823643 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7ad423b3-b49a-4926-8bc3-8620dd6779b2 req-fb0587e5-7674-477f-967e-201131ab0930 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 945 time: 0.0463448 Aug 10 12:42:09.872916 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-7ad423b3-b49a-4926-8bc3-8620dd6779b2 req-583d50c3-62c0-4141-8f89-28ece2f57109 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435317 Aug 10 12:42:10.990737 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af77ba9-9f50-4765-977a-338f1e6afcc8 req-9c8e99ee-f1d4-4429-b7de-efe538fc66a6 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:10.992194 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7af77ba9-9f50-4765-977a-338f1e6afcc8 req-9c8e99ee-f1d4-4429-b7de-efe538fc66a6 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 945 time: 0.0470774 Aug 10 12:42:11.043105 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7af77ba9-9f50-4765-977a-338f1e6afcc8 req-c8ddf4ed-6c1f-4a64-bba5-b3d5effdcf0d tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452342 Aug 10 12:42:11.243577 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device ca68d324-d731-4522-8d94-446746fae058 up at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 12:42:11.285225 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning for port ca68d324-d731-4522-8d94-446746fae058 completed by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 10 12:42:11.290598 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.provisioning_blocks [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Provisioning complete for port ca68d324-d731-4522-8d94-446746fae058 triggered by entity L2. {{(pid=103791) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 10 12:42:11.290968 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1730345'] for port (ca68d324-d731-4522-8d94-446746fae058), provisioning_complete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:11.356500 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:42:11.361131 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Current status of the port ca68d324-d731-4522-8d94-446746fae058 is: BUILD; New status is: ACTIVE {{(pid=103791) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 10 12:42:11.361558 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ca68d324-d731-4522-8d94-446746fae058), before_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:11.388708 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca68d324-d731-4522-8d94-446746fae058'}] {{(pid=103791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:42:11.390952 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ca1e7bf51359d6441a68d770fecefcf0f73f4d14f6b87e788f5ea4d9b557437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496de5da-2cd6-42d8-8ef1-8f0eb3076b28" -d '{"events": [{"server_uuid": "e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55", "name": "network-vif-plugged", "status": "completed", "tag": "ca68d324-d731-4522-8d94-446746fae058"}]}' {{(pid=103791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:42:11.403876 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] For port ca68d324-d731-4522-8d94-446746fae058, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=ca68d324-d731-4522-8d94-446746fae058,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:42:11.408103 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488'] for port (ca68d324-d731-4522-8d94-446746fae058), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:11.429218 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:42:11.454664 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Pushing event updated for resources: {'Port': ['ID=ca68d324-d731-4522-8d94-446746fae058,revision_number=5']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:42:11.607648 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f25064c-b0b9-4534-a906-022012ceb3cc x-openstack-request-id: req-9f25064c-b0b9-4534-a906-022012ceb3cc {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:42:11.607936 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55", "name": "network-vif-plugged", "status": "completed", "tag": "ca68d324-d731-4522-8d94-446746fae058", "code": 200}]} {{(pid=103791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:42:11.608207 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f25064c-b0b9-4534-a906-022012ceb3cc {{(pid=103791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:42:11.608622 dv-cinder-852261-3-iscsi neutron-server[103791]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f25064c-b0b9-4534-a906-022012ceb3cc'] response: {'server_uuid': 'e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca68d324-d731-4522-8d94-446746fae058', 'code': 200} Aug 10 12:42:11.960550 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e796d8-4945-4b1e-a318-674dd26059f9 req-cd9e51cc-090d-4d97-a2f8-913b26d55c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:11.962061 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c7e796d8-4945-4b1e-a318-674dd26059f9 req-cd9e51cc-090d-4d97-a2f8-913b26d55c4e service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 1130 time: 0.1345270 Aug 10 12:42:12.010300 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c7e796d8-4945-4b1e-a318-674dd26059f9 req-030e6db8-dbe5-40c1-8114-448bb0edc38a service neutron] 10.222.0.64 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387273 Aug 10 12:42:12.376058 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c75d1-c69a-463d-a3ed-c7d3fca8c901 req-508d7847-5b56-4a2e-ad17-d86ab3af56f2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:12.377545 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c85c75d1-c69a-463d-a3ed-c7d3fca8c901 req-508d7847-5b56-4a2e-ad17-d86ab3af56f2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 946 time: 0.2651112 Aug 10 12:42:12.431187 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-c85c75d1-c69a-463d-a3ed-c7d3fca8c901 req-a4b0c295-1e2b-45f8-854c-6ef3c767cdcd tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481274 Aug 10 12:42:13.551849 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d14e72-89b8-47fa-9fc0-3ac4df888db3 req-115e0eca-1da0-4756-9165-1e65dd14b9d7 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:13.553497 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c9d14e72-89b8-47fa-9fc0-3ac4df888db3 req-115e0eca-1da0-4756-9165-1e65dd14b9d7 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 946 time: 0.0489144 Aug 10 12:42:13.601881 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c9d14e72-89b8-47fa-9fc0-3ac4df888db3 req-d07d84be-7e23-47a0-befb-1f09c36a57b7 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426211 Aug 10 12:42:13.717462 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7f976-6c8f-47f0-84fb-da39be706968 req-6fc5b97c-b515-455a-892c-291ad9998453 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:13.718820 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-38d7f976-6c8f-47f0-84fb-da39be706968 req-6fc5b97c-b515-455a-892c-291ad9998453 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 946 time: 0.0463111 Aug 10 12:42:13.766790 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-38d7f976-6c8f-47f0-84fb-da39be706968 req-e66e6d09-4f77-4525-8620-36fc583de51c tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416663 Aug 10 12:42:13.792448 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56406) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:42:13.833027 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada28989-d965-4e28-ad55-50dec318f393 tempest-TestVolumeBootPattern-1199802228 tempest-TestVolumeBootPattern-1199802228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:13.834561 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-ada28989-d965-4e28-ad55-50dec318f393 tempest-TestVolumeBootPattern-1199802228 tempest-TestVolumeBootPattern-1199802228-project-admin] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 1125 time: 0.0411215 Aug 10 12:42:13.837388 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56408) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:42:13.841675 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.v2.base [None req-5c42980b-b00c-4277-939d-5060c80acea2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Request body: {'floatingip': {'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'port_id': 'ca68d324-d731-4522-8d94-446746fae058', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103789) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 10 12:42:13.864095 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5c42980b-b00c-4277-939d-5060c80acea2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:13.941511 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5c42980b-b00c-4277-939d-5060c80acea2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (None), before_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:14.046920 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_common [None req-5c42980b-b00c-4277-939d-5060c80acea2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Allocated IP 172.27.0.59 (4ecf14ff-56e6-49fb-b52d-1b74a2838da0/b048f338-84b8-4e3d-9516-008ab3d71026/ada7d1fa-53c2-4e51-b1c7-01b64b516b12) {{(pid=103789) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 12:42:14.152871 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5c42980b-b00c-4277-939d-5060c80acea2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for port (ada7d1fa-53c2-4e51-b1c7-01b64b516b12), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:14.184258 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5c42980b-b00c-4277-939d-5060c80acea2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736055970452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (ada7d1fa-53c2-4e51-b1c7-01b64b516b12), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:14.225937 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c42980b-b00c-4277-939d-5060c80acea2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Network 4ecf14ff-56e6-49fb-b52d-1b74a2838da0 is already hosted by enough agents. {{(pid=103789) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 12:42:14.229102 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.base_scheduler [None req-5c42980b-b00c-4277-939d-5060c80acea2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Resources bound (agent type, host, resource id): {{(pid=103789) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 12:42:14.232918 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c42980b-b00c-4277-939d-5060c80acea2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Received port after_create {{(pid=103789) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 10 12:42:14.236092 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42980b-b00c-4277-939d-5060c80acea2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event updated for resources: {'Port': ['ID=ada7d1fa-53c2-4e51-b1c7-01b64b516b12,revision_number=1']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:42:14.304736 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:42:14.337797 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:42:14.592176 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5c42980b-b00c-4277-939d-5060c80acea2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for floatingip (1a797986-e733-4277-9064-e0304a9b00f1), precommit_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:14.662182 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5c42980b-b00c-4277-939d-5060c80acea2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624805'] for port (ada7d1fa-53c2-4e51-b1c7-01b64b516b12), before_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:14.806384 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5c42980b-b00c-4277-939d-5060c80acea2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for port (ada7d1fa-53c2-4e51-b1c7-01b64b516b12), precommit_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:14.810516 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5c42980b-b00c-4277-939d-5060c80acea2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736056370086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736055970470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736055970488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14084867'] for port (ada7d1fa-53c2-4e51-b1c7-01b64b516b12), after_update {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:14.878829 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42980b-b00c-4277-939d-5060c80acea2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event updated for resources: {'Port': ['ID=ada7d1fa-53c2-4e51-b1c7-01b64b516b12,revision_number=2']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:42:14.881921 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5c42980b-b00c-4277-939d-5060c80acea2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-745762'] for floatingip (1a797986-e733-4277-9064-e0304a9b00f1), after_create {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:14.975795 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.db.l3_db [None req-5c42980b-b00c-4277-939d-5060c80acea2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Floating IP 1a797986-e733-4277-9064-e0304a9b00f1 associated. External IP: 172.27.0.59, port: ca68d324-d731-4522-8d94-446746fae058. Aug 10 12:42:15.115793 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:42:15.166908 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c42980b-b00c-4277-939d-5060c80acea2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Router d3a25904-8d18-4724-b808-8940b19fafcb has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:42:15.173656 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:42:15.269323 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c42980b-b00c-4277-939d-5060c80acea2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:42:15.281167 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e682ba-3e75-4f66-a62e-cc33535b2fc9 None None] Sync routers for ids ['d3a25904-8d18-4724-b808-8940b19fafcb'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:42:15.286980 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-5c42980b-b00c-4277-939d-5060c80acea2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:15.291454 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e682ba-3e75-4f66-a62e-cc33535b2fc9 None None] Routers {'d3a25904-8d18-4724-b808-8940b19fafcb'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:42:15.292060 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-96e682ba-3e75-4f66-a62e-cc33535b2fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:41:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d3a25904-8d18-4724-b808-8940b19fafcb'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:42:15.316936 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-5c42980b-b00c-4277-939d-5060c80acea2 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4785149 Aug 10 12:42:15.317529 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55', 'tag': 'ca68d324-d731-4522-8d94-446746fae058'}] {{(pid=103789) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:42:15.319809 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e7ba84a99e6a3ee78a19e4789e0716ba8eeb6d4089296a11dfcbdd1268c8b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c382403c-d0e5-43c1-9be0-20dbf8fa0165" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55", "tag": "ca68d324-d731-4522-8d94-446746fae058"}]}' {{(pid=103789) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:42:15.415962 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb29fd2e-0a55-44d5-bdae-461e54bff320 x-openstack-request-id: req-eb29fd2e-0a55-44d5-bdae-461e54bff320 {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:42:15.416261 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55", "tag": "ca68d324-d731-4522-8d94-446746fae058", "status": "completed", "code": 200}]} {{(pid=103789) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:42:15.416516 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eb29fd2e-0a55-44d5-bdae-461e54bff320 {{(pid=103789) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:42:15.416926 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb29fd2e-0a55-44d5-bdae-461e54bff320'] response: {'name': 'network-changed', 'server_uuid': 'e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55', 'tag': 'ca68d324-d731-4522-8d94-446746fae058', 'status': 'completed', 'code': 200} Aug 10 12:42:15.471222 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-96e682ba-3e75-4f66-a62e-cc33535b2fc9 None None] Set router d3a25904-8d18-4724-b808-8940b19fafcb gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:42:15.510435 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382403c-d0e5-43c1-9be0-20dbf8fa0165 req-f64df1c6-00c7-44f9-93a5-eebb8d25aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:15.511923 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c382403c-d0e5-43c1-9be0-20dbf8fa0165 req-f64df1c6-00c7-44f9-93a5-eebb8d25aa3b service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f63c30b5d2af4144b096b78c7ab308a7&device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 1130 time: 0.0381963 Aug 10 12:42:15.608489 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382403c-d0e5-43c1-9be0-20dbf8fa0165 req-6aaee418-07d0-4739-a32b-bd33c74ae7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:15.609986 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c382403c-d0e5-43c1-9be0-20dbf8fa0165 req-6aaee418-07d0-4739-a32b-bd33c74ae7b1 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ce24948c-b056-4a3f-868d-8498edb8d6bb HTTP/1.1" status: 200 len: 913 time: 0.0894012 Aug 10 12:42:15.673435 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c382403c-d0e5-43c1-9be0-20dbf8fa0165 req-9b179195-9272-4990-9ea6-c6b9c10ffea9 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca68d324-d731-4522-8d94-446746fae058 HTTP/1.1" status: 200 len: 999 time: 0.0549066 Aug 10 12:42:15.677696 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-96e682ba-3e75-4f66-a62e-cc33535b2fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '1a797986-e733-4277-9064-e0304a9b00f1', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'port_id': 'ca68d324-d731-4522-8d94-446746fae058', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'mac_address': 'fa:16:3e:59:8b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:42:14Z', 'updated_at': '2022-08-10T12:42:14Z', 'revision_number': 0, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'fixed_ip_address_scope': None}, {'id': '7f564ef7-0f55-4788-b0e1-cf71fc1963ff', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'port_id': '850b26e9-2603-4ccd-84ec-00ede7dfd424', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'mac_address': 'fa:16:3e:91:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c86ad14-7c49-41a0-b663-eea08e579aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:40:08Z', 'updated_at': '2022-08-10T12:40:10Z', 'revision_number': 1, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a80c90-9aee-4ea8-923b-4a40268b8d2f', 'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'mac_address': 'fa:16:3e:75:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:36Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 5, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'subnets': [{'id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:42:15.701425 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e682ba-3e75-4f66-a62e-cc33535b2fc9 None None] Checking router: d3a25904-8d18-4724-b808-8940b19fafcb for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:42:15.710717 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e682ba-3e75-4f66-a62e-cc33535b2fc9 None None] Routers {'d3a25904-8d18-4724-b808-8940b19fafcb'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:42:15.711321 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-96e682ba-3e75-4f66-a62e-cc33535b2fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:41:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d3a25904-8d18-4724-b808-8940b19fafcb'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:42:15.725998 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382403c-d0e5-43c1-9be0-20dbf8fa0165 req-fd2dbc3a-049e-4931-b7e7-96e53babd6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:15.727455 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c382403c-d0e5-43c1-9be0-20dbf8fa0165 req-fd2dbc3a-049e-4931-b7e7-96e53babd6ba service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=cc0fd4fd-13f8-4b42-b035-5455593f783d HTTP/1.1" status: 200 len: 851 time: 0.0481603 Aug 10 12:42:15.771366 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382403c-d0e5-43c1-9be0-20dbf8fa0165 req-a4e167c7-e825-43aa-9179-f5ac992b4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:42:15.772858 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c382403c-d0e5-43c1-9be0-20dbf8fa0165 req-a4e167c7-e825-43aa-9179-f5ac992b4c8c service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ce24948c-b056-4a3f-868d-8498edb8d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390623 Aug 10 12:42:15.810869 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-96e682ba-3e75-4f66-a62e-cc33535b2fc9 None None] Set router d3a25904-8d18-4724-b808-8940b19fafcb gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:42:15.867080 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c382403c-d0e5-43c1-9be0-20dbf8fa0165 req-9ec2bb4c-b283-4f27-b94f-bd7258bf669c service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882311 Aug 10 12:42:15.957691 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c382403c-d0e5-43c1-9be0-20dbf8fa0165 req-d5fd4245-5a90-4f1b-817b-df0f4ee494d4 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829475 Aug 10 12:42:16.023007 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-96e682ba-3e75-4f66-a62e-cc33535b2fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '1a797986-e733-4277-9064-e0304a9b00f1', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'port_id': 'ca68d324-d731-4522-8d94-446746fae058', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'mac_address': 'fa:16:3e:59:8b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:42:14Z', 'updated_at': '2022-08-10T12:42:14Z', 'revision_number': 0, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'fixed_ip_address_scope': None}, {'id': '7f564ef7-0f55-4788-b0e1-cf71fc1963ff', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'port_id': '850b26e9-2603-4ccd-84ec-00ede7dfd424', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'mac_address': 'fa:16:3e:91:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c86ad14-7c49-41a0-b663-eea08e579aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:40:08Z', 'updated_at': '2022-08-10T12:40:10Z', 'revision_number': 1, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a80c90-9aee-4ea8-923b-4a40268b8d2f', 'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'mac_address': 'fa:16:3e:75:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:36Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 5, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'subnets': [{'id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:42:16.046676 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e682ba-3e75-4f66-a62e-cc33535b2fc9 None None] The sync data for ids ['d3a25904-8d18-4724-b808-8940b19fafcb'] in dv-cinder-852261-3-iscsi is: [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '1a797986-e733-4277-9064-e0304a9b00f1', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'port_id': 'ca68d324-d731-4522-8d94-446746fae058', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'mac_address': 'fa:16:3e:59:8b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:42:14Z', 'updated_at': '2022-08-10T12:42:14Z', 'revision_number': 0, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'fixed_ip_address_scope': None}, {'id': '7f564ef7-0f55-4788-b0e1-cf71fc1963ff', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'port_id': '850b26e9-2603-4ccd-84ec-00ede7dfd424', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'mac_address': 'fa:16:3e:91:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c86ad14-7c49-41a0-b663-eea08e579aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:40:08Z', 'updated_at': '2022-08-10T12:40:10Z', 'revision_number': 1, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a80c90-9aee-4ea8-923b-4a40268b8d2f', 'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'mac_address': 'fa:16:3e:75:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:36Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 5, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'subnets': [{'id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:42:16.227763 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfd0570-76cc-4c90-8e54-9c930cf62412 None None] New status for floating IP 1a797986-e733-4277-9064-e0304a9b00f1: ACTIVE {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:42:19.159651 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:21.509257 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-eee9885c-ea19-421f-bafd-417766b2b578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:23.706097 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-e3f6e3a8-fa7d-4cf5-af07-30520960db6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:24.876207 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:25.311898 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:42:25.313760 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=24 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:42:25.952075 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:42:25.953959 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:INSERT=7,neutron:SELECT=81 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:42:26.360785 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:26.649782 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:28.258672 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:42:30.289587 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=90 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:42:36.642161 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:42:36.644031 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:UPDATE=6,neutron:SELECT=31 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:42:38.254724 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=92 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:42:49.160521 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:51.510503 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4edbbfc4-6bcf-4183-990e-23ae844d0cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:53.707865 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4d446ebe-5c87-467f-b235-3986902f3081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:54.877918 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:56.363803 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:42:56.651567 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:05.256984 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:43:06.645172 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:06.647246 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:11.769065 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 56436) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:43:11.905637 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Deleting port 2dfffdcf-80c5-4437-8fd3-767272ed42db {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:43:11.905898 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (2dfffdcf-80c5-4437-8fd3-767272ed42db), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:12.245481 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (2dfffdcf-80c5-4437-8fd3-767272ed42db), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:12.245806 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for floatingip (2dfffdcf-80c5-4437-8fd3-767272ed42db), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:12.257911 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Calling delete_port for 2dfffdcf-80c5-4437-8fd3-767272ed42db owned by network:floatingip {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:43:12.416418 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (2dfffdcf-80c5-4437-8fd3-767272ed42db), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:12.438027 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Pushing event deleted for resources: {'Port': ['ID=2dfffdcf-80c5-4437-8fd3-767272ed42db,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:12.447733 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:12.448083 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:12.448429 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:12.448767 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:12.449104 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:12.449458 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:12.450152 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:12.450152 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:12.450416 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:12.450738 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:12.451062 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:12.451384 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:12.451705 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:12.452024 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:12.452344 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:12.515116 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for floatingip (7a66feed-c041-45a4-891d-4845d6a191e8), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:12.515364 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.l3_db [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Floating IP 7a66feed-c041-45a4-891d-4845d6a191e8 disassociated (deleted). External IP: 172.27.0.211, port: 0bcd71a0-e429-40d7-b546-9eb4fc13e34a. Aug 10 12:43:12.708104 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Router e82f7e36-40c6-4d87-9ae0-2a9f390902ce has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:43:12.808949 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:43:12.813593 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:12.818078 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96694484-7846-4c0f-b6d7-3cc521aa14fa None None] Sync routers for ids ['e82f7e36-40c6-4d87-9ae0-2a9f390902ce'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:43:12.827955 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96694484-7846-4c0f-b6d7-3cc521aa14fa None None] Routers {'e82f7e36-40c6-4d87-9ae0-2a9f390902ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:43:12.828552 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-96694484-7846-4c0f-b6d7-3cc521aa14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:42:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['e82f7e36-40c6-4d87-9ae0-2a9f390902ce'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:12.846672 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-dbfc9703-bc5b-4a94-8858-2009714cfe10 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/7a66feed-c041-45a4-891d-4845d6a191e8 HTTP/1.1" status: 204 len: 168 time: 1.0762348 Aug 10 12:43:12.847259 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0cda6b-0e67-4271-898c-65bd1636dec8', 'tag': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:43:12.849524 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be941af6-a5b3-415b-bc77-df7bf7621fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0cda6b-0e67-4271-898c-65bd1636dec8", "tag": "0bcd71a0-e429-40d7-b546-9eb4fc13e34a"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:43:12.916949 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2157b317-158a-442a-ac75-d54545bb666d x-openstack-request-id: req-2157b317-158a-442a-ac75-d54545bb666d {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:43:12.917244 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0cda6b-0e67-4271-898c-65bd1636dec8", "tag": "0bcd71a0-e429-40d7-b546-9eb4fc13e34a", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:43:12.917537 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2157b317-158a-442a-ac75-d54545bb666d {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:43:12.917949 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2157b317-158a-442a-ac75-d54545bb666d'] response: {'name': 'network-changed', 'server_uuid': '4d0cda6b-0e67-4271-898c-65bd1636dec8', 'tag': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a', 'status': 'completed', 'code': 200} Aug 10 12:43:12.931476 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-96694484-7846-4c0f-b6d7-3cc521aa14fa None None] Set router e82f7e36-40c6-4d87-9ae0-2a9f390902ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:43:13.021372 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:13.024578 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:13.036363 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be941af6-a5b3-415b-bc77-df7bf7621fe2 req-5cee0319-f999-4b95-8d27-44ed0ac0bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:13.037919 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-be941af6-a5b3-415b-bc77-df7bf7621fe2 req-5cee0319-f999-4b95-8d27-44ed0ac0bb8a service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=65ece09339af406b98e493fa33f2b9c0&device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 1129 time: 0.0725226 Aug 10 12:43:13.106151 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f49fb2-82d6-4826-aa54-42ebf7a869ce req-f2d854c0-7997-4174-99a0-efda7d865d46 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:13.107555 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-54f49fb2-82d6-4826-aa54-42ebf7a869ce req-f2d854c0-7997-4174-99a0-efda7d865d46 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0468061 Aug 10 12:43:13.136936 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-96694484-7846-4c0f-b6d7-3cc521aa14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'name': 'tempest-TestShelveInstance-396888942-router', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:11Z', 'updated_at': '2022-08-10T12:38:14Z', 'revision_number': 4, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'gw_port': {'id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:12Z', 'updated_at': '2022-08-10T12:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '8bb8a2a5-73f3-4d2a-a283-2fc5c8005767', 'name': '', 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'mac_address': 'fa:16:3e:b4:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '72f1fcde-0c60-4c72-a304-3900e11b926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:13Z', 'updated_at': '2022-08-10T12:38:19Z', 'revision_number': 5, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'subnets': [{'id': '72f1fcde-0c60-4c72-a304-3900e11b926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:13.157665 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-54f49fb2-82d6-4826-aa54-42ebf7a869ce req-77ed041e-5751-4374-9ef5-fd84d41abd85 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443859 Aug 10 12:43:13.161249 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96694484-7846-4c0f-b6d7-3cc521aa14fa None None] Checking router: e82f7e36-40c6-4d87-9ae0-2a9f390902ce for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:43:13.169492 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96694484-7846-4c0f-b6d7-3cc521aa14fa None None] Routers {'e82f7e36-40c6-4d87-9ae0-2a9f390902ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:43:13.170082 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-96694484-7846-4c0f-b6d7-3cc521aa14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:42:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['e82f7e36-40c6-4d87-9ae0-2a9f390902ce'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:13.268441 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-96694484-7846-4c0f-b6d7-3cc521aa14fa None None] Set router e82f7e36-40c6-4d87-9ae0-2a9f390902ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:43:13.444595 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-96694484-7846-4c0f-b6d7-3cc521aa14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'name': 'tempest-TestShelveInstance-396888942-router', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:11Z', 'updated_at': '2022-08-10T12:38:14Z', 'revision_number': 4, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'gw_port': {'id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:12Z', 'updated_at': '2022-08-10T12:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '8bb8a2a5-73f3-4d2a-a283-2fc5c8005767', 'name': '', 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'mac_address': 'fa:16:3e:b4:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '72f1fcde-0c60-4c72-a304-3900e11b926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:13Z', 'updated_at': '2022-08-10T12:38:19Z', 'revision_number': 5, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'subnets': [{'id': '72f1fcde-0c60-4c72-a304-3900e11b926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:13.471294 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96694484-7846-4c0f-b6d7-3cc521aa14fa None None] The sync data for ids ['e82f7e36-40c6-4d87-9ae0-2a9f390902ce'] in dv-cinder-852261-3-iscsi is: [{'id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'name': 'tempest-TestShelveInstance-396888942-router', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:11Z', 'updated_at': '2022-08-10T12:38:14Z', 'revision_number': 4, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'gw_port': {'id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:12Z', 'updated_at': '2022-08-10T12:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': '8bb8a2a5-73f3-4d2a-a283-2fc5c8005767', 'name': '', 'network_id': 'a4f38671-a0fe-4d93-81a4-a719e9fa0c01', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'mac_address': 'fa:16:3e:b4:e5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '72f1fcde-0c60-4c72-a304-3900e11b926c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:13Z', 'updated_at': '2022-08-10T12:38:19Z', 'revision_number': 5, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'subnets': [{'id': '72f1fcde-0c60-4c72-a304-3900e11b926c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:43:13.685552 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df20205-ecab-41cf-ba9c-2ff874ddc46b None None] New status for floating IP 7a66feed-c041-45a4-891d-4845d6a191e8: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:43:14.196819 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be941af6-a5b3-415b-bc77-df7bf7621fe2 req-9e13aadf-c176-4d9d-bb28-64759dacf349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:14.198381 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-be941af6-a5b3-415b-bc77-df7bf7621fe2 req-9e13aadf-c176-4d9d-bb28-64759dacf349 service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=a4f38671-a0fe-4d93-81a4-a719e9fa0c01 HTTP/1.1" status: 200 len: 909 time: 0.0910628 Aug 10 12:43:14.283160 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946242e9-0ef7-4370-bb1a-6c934043fd53 req-80a8c90f-7abd-4f22-8259-70a784bab1db tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:14.284651 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-946242e9-0ef7-4370-bb1a-6c934043fd53 req-80a8c90f-7abd-4f22-8259-70a784bab1db tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0511227 Aug 10 12:43:14.332547 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-946242e9-0ef7-4370-bb1a-6c934043fd53 req-32a6ef36-796c-424a-8795-cf7295fe1773 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=e96b9cba-342b-4594-a5a2-871e6b8953a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423784 Aug 10 12:43:14.375519 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-be941af6-a5b3-415b-bc77-df7bf7621fe2 req-f8c3860e-9c74-4e66-8a8c-b61b6c4f06d0 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bcd71a0-e429-40d7-b546-9eb4fc13e34a HTTP/1.1" status: 200 len: 217 time: 0.0333507 Aug 10 12:43:14.424122 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be941af6-a5b3-415b-bc77-df7bf7621fe2 req-bb2c7d7a-0897-4922-aedf-6d76702ea93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:14.425519 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-be941af6-a5b3-415b-bc77-df7bf7621fe2 req-bb2c7d7a-0897-4922-aedf-6d76702ea93f service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=72f1fcde-0c60-4c72-a304-3900e11b926c HTTP/1.1" status: 200 len: 847 time: 0.0434046 Aug 10 12:43:14.687973 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be941af6-a5b3-415b-bc77-df7bf7621fe2 req-8a8414ea-c82f-4a46-9a56-8dfe9ade22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:14.689473 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-be941af6-a5b3-415b-bc77-df7bf7621fe2 req-8a8414ea-c82f-4a46-9a56-8dfe9ade22bf service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=a4f38671-a0fe-4d93-81a4-a719e9fa0c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472968 Aug 10 12:43:14.853302 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba83b3-d20f-4b10-a8fd-83f82b4713cd req-92f24a46-9dd5-496d-a032-3b2784c651c2 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:14.854634 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c2ba83b3-d20f-4b10-a8fd-83f82b4713cd req-92f24a46-9dd5-496d-a032-3b2784c651c2 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 945 time: 0.0928164 Aug 10 12:43:14.919977 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-be941af6-a5b3-415b-bc77-df7bf7621fe2 req-d0a005a9-c8e1-4606-a916-ac40971e44c6 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a4f38671-a0fe-4d93-81a4-a719e9fa0c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592207 Aug 10 12:43:15.000865 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-c2ba83b3-d20f-4b10-a8fd-83f82b4713cd req-d40d6737-b3c3-4b6e-a95d-f2a7309f25c2 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Deleting port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:43:15.001213 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-c2ba83b3-d20f-4b10-a8fd-83f82b4713cd req-d40d6737-b3c3-4b6e-a95d-f2a7309f25c2 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:15.095474 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-be941af6-a5b3-415b-bc77-df7bf7621fe2 req-4619fd99-a5ca-4520-a725-c4a70183b61e service neutron] 10.222.0.64 "GET /networking/v2.0/networks/a4f38671-a0fe-4d93-81a4-a719e9fa0c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560071 Aug 10 12:43:15.114044 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-c2ba83b3-d20f-4b10-a8fd-83f82b4713cd req-d40d6737-b3c3-4b6e-a95d-f2a7309f25c2 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] For port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=0bcd71a0-e429-40d7-b546-9eb4fc13e34a,segment=NetworkSegment(dbbce107-6baf-4e6d-8168-65c5c5784a51),segment_id=dbbce107-6baf-4e6d-8168-65c5c5784a51)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:43:15.114341 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-c2ba83b3-d20f-4b10-a8fd-83f82b4713cd req-d40d6737-b3c3-4b6e-a95d-f2a7309f25c2 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:15.128300 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-c2ba83b3-d20f-4b10-a8fd-83f82b4713cd req-d40d6737-b3c3-4b6e-a95d-f2a7309f25c2 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Calling delete_port for 0bcd71a0-e429-40d7-b546-9eb4fc13e34a owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:43:15.259974 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-c2ba83b3-d20f-4b10-a8fd-83f82b4713cd req-d40d6737-b3c3-4b6e-a95d-f2a7309f25c2 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (0bcd71a0-e429-40d7-b546-9eb4fc13e34a), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:15.286757 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d6737-b3c3-4b6e-a95d-f2a7309f25c2 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Pushing event deleted for resources: {'Port': ['ID=0bcd71a0-e429-40d7-b546-9eb4fc13e34a,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:15.333197 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ba83b3-d20f-4b10-a8fd-83f82b4713cd req-d40d6737-b3c3-4b6e-a95d-f2a7309f25c2 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] No DVR routers for this DVR port 0bcd71a0-e429-40d7-b546-9eb4fc13e34a on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:43:15.335769 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-c2ba83b3-d20f-4b10-a8fd-83f82b4713cd req-d40d6737-b3c3-4b6e-a95d-f2a7309f25c2 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:15.339576 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-c2ba83b3-d20f-4b10-a8fd-83f82b4713cd req-d40d6737-b3c3-4b6e-a95d-f2a7309f25c2 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.64 "DELETE /networking/v2.0/ports/0bcd71a0-e429-40d7-b546-9eb4fc13e34a HTTP/1.1" status: 204 len: 173 time: 0.4790888 Aug 10 12:43:15.340014 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0cda6b-0e67-4271-898c-65bd1636dec8', 'name': 'network-vif-deleted', 'tag': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:43:15.342752 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1e8592-f773-4252-a6ec-ae2a60e7efc6" -d '{"events": [{"server_uuid": "4d0cda6b-0e67-4271-898c-65bd1636dec8", "name": "network-vif-deleted", "tag": "0bcd71a0-e429-40d7-b546-9eb4fc13e34a"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:43:15.384469 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6fafb7-ef8c-4aa7-b6cd-298b2245d80c x-openstack-request-id: req-fd6fafb7-ef8c-4aa7-b6cd-298b2245d80c {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:43:15.384758 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0cda6b-0e67-4271-898c-65bd1636dec8", "name": "network-vif-deleted", "tag": "0bcd71a0-e429-40d7-b546-9eb4fc13e34a", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:43:15.385005 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd6fafb7-ef8c-4aa7-b6cd-298b2245d80c {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:43:15.385433 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd6fafb7-ef8c-4aa7-b6cd-298b2245d80c'] response: {'server_uuid': '4d0cda6b-0e67-4271-898c-65bd1636dec8', 'name': 'network-vif-deleted', 'tag': '0bcd71a0-e429-40d7-b546-9eb4fc13e34a', 'status': 'completed', 'code': 200} Aug 10 12:43:15.440909 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-aeccbe4e-c54e-42f3-b6ec-3c74e5df5983 req-df025198-0778-49bd-aff3-a7333fe44969 tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=4d0cda6b-0e67-4271-898c-65bd1636dec8 HTTP/1.1" status: 200 len: 210 time: 0.0298741 Aug 10 12:43:16.505036 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56462) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:43:16.563943 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-db4d6d0a-4491-42af-8cd1-d3aad216a30f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group (e96b9cba-342b-4594-a5a2-871e6b8953a0), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:16.588721 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-db4d6d0a-4491-42af-8cd1-d3aad216a30f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group (e96b9cba-342b-4594-a5a2-871e6b8953a0), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:16.652779 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-db4d6d0a-4491-42af-8cd1-d3aad216a30f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (e96b9cba-342b-4594-a5a2-871e6b8953a0), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:16.655586 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-db4d6d0a-4491-42af-8cd1-d3aad216a30f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:16.656779 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-db4d6d0a-4491-42af-8cd1-d3aad216a30f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/e96b9cba-342b-4594-a5a2-871e6b8953a0 HTTP/1.1" status: 204 len: 168 time: 0.1517513 Aug 10 12:43:16.666216 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d6d0a-4491-42af-8cd1-d3aad216a30f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96b9cba-342b-4594-a5a2-871e6b8953a0,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:16.673508 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d6d0a-4491-42af-8cd1-d3aad216a30f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:16.673870 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d6d0a-4491-42af-8cd1-d3aad216a30f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:16.674218 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d6d0a-4491-42af-8cd1-d3aad216a30f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:16.674562 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d6d0a-4491-42af-8cd1-d3aad216a30f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:16.674903 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d6d0a-4491-42af-8cd1-d3aad216a30f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:16.675236 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d6d0a-4491-42af-8cd1-d3aad216a30f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:16.675596 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d6d0a-4491-42af-8cd1-d3aad216a30f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:16.675927 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d6d0a-4491-42af-8cd1-d3aad216a30f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:16.676258 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d6d0a-4491-42af-8cd1-d3aad216a30f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:16.676586 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d6d0a-4491-42af-8cd1-d3aad216a30f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:16.676913 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d6d0a-4491-42af-8cd1-d3aad216a30f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:16.677240 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d6d0a-4491-42af-8cd1-d3aad216a30f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:16.677595 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d6d0a-4491-42af-8cd1-d3aad216a30f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:16.677921 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d6d0a-4491-42af-8cd1-d3aad216a30f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:16.678246 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d6d0a-4491-42af-8cd1-d3aad216a30f tempest-TestShelveInstance-1894428611 tempest-TestShelveInstance-1894428611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:16.706057 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56466) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:43:17.119132 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a36e6a8-4ca5-4c11-b41e-623a1f3657dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-746591'] for router_interface (e82f7e36-40c6-4d87-9ae0-2a9f390902ce), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:17.333158 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-8a36e6a8-4ca5-4c11-b41e-623a1f3657dd admin admin] Deleting port 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:43:17.333521 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a36e6a8-4ca5-4c11-b41e-623a1f3657dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (8bb8a2a5-73f3-4d2a-a283-2fc5c8005767), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:17.387156 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:17.411687 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-8a36e6a8-4ca5-4c11-b41e-623a1f3657dd admin admin] For port 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=8bb8a2a5-73f3-4d2a-a283-2fc5c8005767,segment=NetworkSegment(dbbce107-6baf-4e6d-8168-65c5c5784a51),segment_id=dbbce107-6baf-4e6d-8168-65c5c5784a51)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:43:17.412040 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a36e6a8-4ca5-4c11-b41e-623a1f3657dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (8bb8a2a5-73f3-4d2a-a283-2fc5c8005767), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:17.424341 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-8a36e6a8-4ca5-4c11-b41e-623a1f3657dd admin admin] Calling delete_port for 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:43:17.435890 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:17.602126 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a36e6a8-4ca5-4c11-b41e-623a1f3657dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (8bb8a2a5-73f3-4d2a-a283-2fc5c8005767), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:17.632904 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36e6a8-4ca5-4c11-b41e-623a1f3657dd admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb8a2a5-73f3-4d2a-a283-2fc5c8005767,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:17.798819 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-8a36e6a8-4ca5-4c11-b41e-623a1f3657dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-746699'] for router_interface (e82f7e36-40c6-4d87-9ae0-2a9f390902ce), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:18.218347 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a36e6a8-4ca5-4c11-b41e-623a1f3657dd admin admin] Router e82f7e36-40c6-4d87-9ae0-2a9f390902ce has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:43:18.314762 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a36e6a8-4ca5-4c11-b41e-623a1f3657dd admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:43:18.319860 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-8a36e6a8-4ca5-4c11-b41e-623a1f3657dd admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/e82f7e36-40c6-4d87-9ae0-2a9f390902ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6125026 Aug 10 12:43:18.322823 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56470) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:43:18.324324 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829f8055-18fe-4522-a917-456c6189a7a1 None None] Sync routers for ids ['e82f7e36-40c6-4d87-9ae0-2a9f390902ce'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:43:18.332371 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=65,neutron:DELETE=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:18.336482 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829f8055-18fe-4522-a917-456c6189a7a1 None None] Routers {'e82f7e36-40c6-4d87-9ae0-2a9f390902ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:43:18.337127 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-829f8055-18fe-4522-a917-456c6189a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:42:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['e82f7e36-40c6-4d87-9ae0-2a9f390902ce'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:18.420447 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8e52955-68ea-4737-b930-fab84526675f admin admin] Publish callbacks [] for router (e82f7e36-40c6-4d87-9ae0-2a9f390902ce), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:18.498653 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:18.515904 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:18.521615 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-829f8055-18fe-4522-a917-456c6189a7a1 None None] Set router e82f7e36-40c6-4d87-9ae0-2a9f390902ce gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:43:18.530692 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8e52955-68ea-4737-b930-fab84526675f admin admin] Publish callbacks [] for router_gateway (e82f7e36-40c6-4d87-9ae0-2a9f390902ce), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:18.572327 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-c8e52955-68ea-4737-b930-fab84526675f admin admin] Deleting port ddc8fe93-b2ef-4ce8-a751-dc505bf611ad {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:43:18.572803 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8e52955-68ea-4737-b930-fab84526675f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (ddc8fe93-b2ef-4ce8-a751-dc505bf611ad), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:18.620391 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:18.654739 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-c8e52955-68ea-4737-b930-fab84526675f admin admin] For port ddc8fe93-b2ef-4ce8-a751-dc505bf611ad, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=ddc8fe93-b2ef-4ce8-a751-dc505bf611ad,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:43:18.655369 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8e52955-68ea-4737-b930-fab84526675f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (ddc8fe93-b2ef-4ce8-a751-dc505bf611ad), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:18.668366 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-c8e52955-68ea-4737-b930-fab84526675f admin admin] Calling delete_port for ddc8fe93-b2ef-4ce8-a751-dc505bf611ad owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:43:18.685819 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-829f8055-18fe-4522-a917-456c6189a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'name': 'tempest-TestShelveInstance-396888942-router', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:11Z', 'updated_at': '2022-08-10T12:43:17Z', 'revision_number': 5, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'gw_port': {'id': 'ddc8fe93-b2ef-4ce8-a751-dc505bf611ad', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:12Z', 'updated_at': '2022-08-10T12:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:18.710610 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829f8055-18fe-4522-a917-456c6189a7a1 None None] Checking router: e82f7e36-40c6-4d87-9ae0-2a9f390902ce for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:43:18.718990 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829f8055-18fe-4522-a917-456c6189a7a1 None None] Routers {'e82f7e36-40c6-4d87-9ae0-2a9f390902ce'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:43:18.719840 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-829f8055-18fe-4522-a917-456c6189a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:42:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['e82f7e36-40c6-4d87-9ae0-2a9f390902ce'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:18.809119 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-829f8055-18fe-4522-a917-456c6189a7a1 None None] Set router e82f7e36-40c6-4d87-9ae0-2a9f390902ce gateway port host: None {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:43:18.833016 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8e52955-68ea-4737-b930-fab84526675f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (ddc8fe93-b2ef-4ce8-a751-dc505bf611ad), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:18.858907 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e52955-68ea-4737-b930-fab84526675f admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc8fe93-b2ef-4ce8-a751-dc505bf611ad,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:18.863644 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-829f8055-18fe-4522-a917-456c6189a7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'name': 'tempest-TestShelveInstance-396888942-router', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:11Z', 'updated_at': '2022-08-10T12:43:18Z', 'revision_number': 6, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'gw_port_host': None}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:18.889394 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829f8055-18fe-4522-a917-456c6189a7a1 None None] The sync data for ids ['e82f7e36-40c6-4d87-9ae0-2a9f390902ce'] in dv-cinder-852261-3-iscsi is: [{'id': 'e82f7e36-40c6-4d87-9ae0-2a9f390902ce', 'name': 'tempest-TestShelveInstance-396888942-router', 'tenant_id': '65ece09339af406b98e493fa33f2b9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:11Z', 'updated_at': '2022-08-10T12:43:18Z', 'revision_number': 6, 'project_id': '65ece09339af406b98e493fa33f2b9c0', 'gw_port_host': None}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:43:18.925737 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8e52955-68ea-4737-b930-fab84526675f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691259'] for router_gateway (e82f7e36-40c6-4d87-9ae0-2a9f390902ce), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:19.017143 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8e52955-68ea-4737-b930-fab84526675f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (e82f7e36-40c6-4d87-9ae0-2a9f390902ce), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:19.019391 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8e52955-68ea-4737-b930-fab84526675f admin admin] Publish callbacks [] for router_controller (e82f7e36-40c6-4d87-9ae0-2a9f390902ce), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:19.061505 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8e52955-68ea-4737-b930-fab84526675f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747860'] for router (e82f7e36-40c6-4d87-9ae0-2a9f390902ce), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:19.062174 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e52955-68ea-4737-b930-fab84526675f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e82f7e36-40c6-4d87-9ae0-2a9f390902ce {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 12:43:19.068605 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c8e52955-68ea-4737-b930-fab84526675f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:19.069841 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-c8e52955-68ea-4737-b930-fab84526675f admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/e82f7e36-40c6-4d87-9ae0-2a9f390902ce HTTP/1.1" status: 204 len: 168 time: 0.7460747 Aug 10 12:43:19.073045 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56472) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:43:19.116997 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-1354aa13-b0aa-4bc1-8bbc-6978ecded8a7 admin admin] Deleting subnet 72f1fcde-0c60-4c72-a304-3900e11b926c {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 10 12:43:19.120659 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1354aa13-b0aa-4bc1-8bbc-6978ecded8a7 admin admin] Publish callbacks [] for subnet (72f1fcde-0c60-4c72-a304-3900e11b926c), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:19.149024 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:19.156481 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1354aa13-b0aa-4bc1-8bbc-6978ecded8a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649385'] for subnet (72f1fcde-0c60-4c72-a304-3900e11b926c), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:19.235147 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1354aa13-b0aa-4bc1-8bbc-6978ecded8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731369'] for subnet (72f1fcde-0c60-4c72-a304-3900e11b926c), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:19.295518 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1354aa13-b0aa-4bc1-8bbc-6978ecded8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14084917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12800774'] for subnet (72f1fcde-0c60-4c72-a304-3900e11b926c), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:19.320200 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354aa13-b0aa-4bc1-8bbc-6978ecded8a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f1fcde-0c60-4c72-a304-3900e11b926c,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:19.326807 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1354aa13-b0aa-4bc1-8bbc-6978ecded8a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:19.332631 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-1354aa13-b0aa-4bc1-8bbc-6978ecded8a7 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/72f1fcde-0c60-4c72-a304-3900e11b926c HTTP/1.1" status: 204 len: 168 time: 0.2585676 Aug 10 12:43:19.332975 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 56474) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:43:19.333490 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cc53e2-e2b0-4bae-bcc0-6c7173251b67 None None] Network a4f38671-a0fe-4d93-81a4-a719e9fa0c01 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:43:19.341650 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:19.380139 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:19.409219 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5bf22cf-2c81-46e0-8145-98bd732d8bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659484'] for network (a4f38671-a0fe-4d93-81a4-a719e9fa0c01), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:19.454096 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e5bf22cf-2c81-46e0-8145-98bd732d8bde admin admin] Deleting port 01a62a48-6b56-49da-ae04-7156f0275793 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:43:19.454621 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5bf22cf-2c81-46e0-8145-98bd732d8bde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (01a62a48-6b56-49da-ae04-7156f0275793), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:19.524276 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-e5bf22cf-2c81-46e0-8145-98bd732d8bde admin admin] For port 01a62a48-6b56-49da-ae04-7156f0275793, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=01a62a48-6b56-49da-ae04-7156f0275793,segment=NetworkSegment(dbbce107-6baf-4e6d-8168-65c5c5784a51),segment_id=dbbce107-6baf-4e6d-8168-65c5c5784a51)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:43:19.524639 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5bf22cf-2c81-46e0-8145-98bd732d8bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (01a62a48-6b56-49da-ae04-7156f0275793), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:19.537559 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-e5bf22cf-2c81-46e0-8145-98bd732d8bde admin admin] Calling delete_port for 01a62a48-6b56-49da-ae04-7156f0275793 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:43:19.551000 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 0bcd71a0-e429-40d7-b546-9eb4fc13e34a no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:43:19.570038 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: 0bcd71a0-e429-40d7-b546-9eb4fc13e34a {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:43:19.570320 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 0bcd71a0-e429-40d7-b546-9eb4fc13e34a not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:43:19.614245 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5bf22cf-2c81-46e0-8145-98bd732d8bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (01a62a48-6b56-49da-ae04-7156f0275793), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:19.641953 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf22cf-2c81-46e0-8145-98bd732d8bde admin admin] Pushing event deleted for resources: {'Port': ['ID=01a62a48-6b56-49da-ae04-7156f0275793,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:19.647666 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf22cf-2c81-46e0-8145-98bd732d8bde admin admin] No DVR routers for this DVR port 01a62a48-6b56-49da-ae04-7156f0275793 on host dv-cinder-852261-3-iscsi {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:43:19.723892 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeefb79-6ef9-4c53-ae9e-4fb574cd15e8 None None] DHCP port deletion for a4f38671-a0fe-4d93-81a4-a719e9fa0c01 request from dv-cinder-852261-3-iscsi {{(pid=103791) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 10 12:43:19.727255 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5bf22cf-2c81-46e0-8145-98bd732d8bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1708682', 'neutron.services.segments.db._delete_segments_for_network-8736056424951'] for network (a4f38671-a0fe-4d93-81a4-a719e9fa0c01), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:19.755688 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-e5bf22cf-2c81-46e0-8145-98bd732d8bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f38671-a0fe-4d93-81a4-a719e9fa0c01']}} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:19.766068 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-e5bf22cf-2c81-46e0-8145-98bd732d8bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbbce107-6baf-4e6d-8168-65c5c5784a51') {'for_net_delete': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:19.766423 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-e5bf22cf-2c81-46e0-8145-98bd732d8bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbbce107-6baf-4e6d-8168-65c5c5784a51') {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:19.776317 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5bf22cf-2c81-46e0-8145-98bd732d8bde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736056424843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14657679'] for segment (dbbce107-6baf-4e6d-8168-65c5c5784a51), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:19.789726 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5bf22cf-2c81-46e0-8145-98bd732d8bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (dbbce107-6baf-4e6d-8168-65c5c5784a51), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:19.797648 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5bf22cf-2c81-46e0-8145-98bd732d8bde admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:43:19.798109 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5bf22cf-2c81-46e0-8145-98bd732d8bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14596241'] for segment (dbbce107-6baf-4e6d-8168-65c5c5784a51), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:19.862532 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5bf22cf-2c81-46e0-8145-98bd732d8bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1708675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745837'] for network (a4f38671-a0fe-4d93-81a4-a719e9fa0c01), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:19.867877 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-e5bf22cf-2c81-46e0-8145-98bd732d8bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:19.872671 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-e5bf22cf-2c81-46e0-8145-98bd732d8bde admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/a4f38671-a0fe-4d93-81a4-a719e9fa0c01 HTTP/1.1" status: 204 len: 168 time: 0.5382195 Aug 10 12:43:19.875465 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56480) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:43:19.889535 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf22cf-2c81-46e0-8145-98bd732d8bde admin admin] Pushing event deleted for resources: {'Network': ['ID=a4f38671-a0fe-4d93-81a4-a719e9fa0c01,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:19.943563 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=12 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:19.961093 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment dbbce107-6baf-4e6d-8168-65c5c5784a51 resource provider aggregate not found Aug 10 12:43:19.979947 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment dbbce107-6baf-4e6d-8168-65c5c5784a51 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbbce107-6baf-4e6d-8168-65c5c5784a51 found for delete ", "request_id": "req-0718b054-822e-4c63-b504-e1df34034fa8"}]} Aug 10 12:43:19.981604 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:20.219527 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-23c11442-1fd9-4802-b6c6-72fba865ba88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-746591'] for router_interface (1e9b9772-9b4b-4788-9cfd-a1048c30aa12), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:20.436099 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-23c11442-1fd9-4802-b6c6-72fba865ba88 admin admin] Deleting port f89422c7-758b-429f-af3a-d3571de1eeae {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:43:20.436436 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-23c11442-1fd9-4802-b6c6-72fba865ba88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (f89422c7-758b-429f-af3a-d3571de1eeae), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:20.513365 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-23c11442-1fd9-4802-b6c6-72fba865ba88 admin admin] For port f89422c7-758b-429f-af3a-d3571de1eeae, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=f89422c7-758b-429f-af3a-d3571de1eeae,segment=NetworkSegment(4cbbd669-13d7-442b-a0a2-40e6d0cf2321),segment_id=4cbbd669-13d7-442b-a0a2-40e6d0cf2321)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:43:20.513663 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-23c11442-1fd9-4802-b6c6-72fba865ba88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (f89422c7-758b-429f-af3a-d3571de1eeae), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:20.526497 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-23c11442-1fd9-4802-b6c6-72fba865ba88 admin admin] Calling delete_port for f89422c7-758b-429f-af3a-d3571de1eeae owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:43:20.691027 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:20.701323 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-23c11442-1fd9-4802-b6c6-72fba865ba88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (f89422c7-758b-429f-af3a-d3571de1eeae), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:20.733101 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c11442-1fd9-4802-b6c6-72fba865ba88 admin admin] Pushing event deleted for resources: {'Port': ['ID=f89422c7-758b-429f-af3a-d3571de1eeae,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:20.840435 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:20.908592 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-23c11442-1fd9-4802-b6c6-72fba865ba88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-746699'] for router_interface (1e9b9772-9b4b-4788-9cfd-a1048c30aa12), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:21.008293 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:43:21.028294 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:43:21.028704 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 8bb8a2a5-73f3-4d2a-a283-2fc5c8005767 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:43:21.029123 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 01a62a48-6b56-49da-ae04-7156f0275793 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:43:21.046582 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: 01a62a48-6b56-49da-ae04-7156f0275793 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:43:21.046870 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 01a62a48-6b56-49da-ae04-7156f0275793 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:43:21.047276 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device ddc8fe93-b2ef-4ce8-a751-dc505bf611ad no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:43:21.067429 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: ddc8fe93-b2ef-4ce8-a751-dc505bf611ad {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:43:21.067783 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device ddc8fe93-b2ef-4ce8-a751-dc505bf611ad not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:43:21.118344 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c11442-1fd9-4802-b6c6-72fba865ba88 admin admin] Router 1e9b9772-9b4b-4788-9cfd-a1048c30aa12 has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:43:21.215921 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c11442-1fd9-4802-b6c6-72fba865ba88 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:43:21.221111 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-23c11442-1fd9-4802-b6c6-72fba865ba88 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/1e9b9772-9b4b-4788-9cfd-a1048c30aa12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3444657 Aug 10 12:43:21.224156 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56484) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:43:21.224743 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3696e97a-3db7-445c-98b1-48689e5140af None None] Sync routers for ids ['1e9b9772-9b4b-4788-9cfd-a1048c30aa12'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:43:21.234709 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3696e97a-3db7-445c-98b1-48689e5140af None None] Routers {'1e9b9772-9b4b-4788-9cfd-a1048c30aa12'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:43:21.235716 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3696e97a-3db7-445c-98b1-48689e5140af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:42:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['1e9b9772-9b4b-4788-9cfd-a1048c30aa12'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:21.327037 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75d7a6fd-ccdf-47e9-bb51-bd6f4f4b7cdf admin admin] Publish callbacks [] for router (1e9b9772-9b4b-4788-9cfd-a1048c30aa12), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:21.426063 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75d7a6fd-ccdf-47e9-bb51-bd6f4f4b7cdf admin admin] Publish callbacks [] for router_gateway (1e9b9772-9b4b-4788-9cfd-a1048c30aa12), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:21.462523 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-3696e97a-3db7-445c-98b1-48689e5140af None None] Set router 1e9b9772-9b4b-4788-9cfd-a1048c30aa12 gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:43:21.469904 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-75d7a6fd-ccdf-47e9-bb51-bd6f4f4b7cdf admin admin] Deleting port 8b9c290c-4f3d-4188-893b-4bbf475ef239 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:43:21.470251 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75d7a6fd-ccdf-47e9-bb51-bd6f4f4b7cdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (8b9c290c-4f3d-4188-893b-4bbf475ef239), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:21.556433 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-75d7a6fd-ccdf-47e9-bb51-bd6f4f4b7cdf admin admin] For port 8b9c290c-4f3d-4188-893b-4bbf475ef239, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=8b9c290c-4f3d-4188-893b-4bbf475ef239,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:43:21.556796 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75d7a6fd-ccdf-47e9-bb51-bd6f4f4b7cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (8b9c290c-4f3d-4188-893b-4bbf475ef239), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:21.567404 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ffed844f-a98e-4b40-82b9-2d22d6d916a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:21.569779 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-75d7a6fd-ccdf-47e9-bb51-bd6f4f4b7cdf admin admin] Calling delete_port for 8b9c290c-4f3d-4188-893b-4bbf475ef239 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:43:21.579629 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:21.646769 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3696e97a-3db7-445c-98b1-48689e5140af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9b9772-9b4b-4788-9cfd-a1048c30aa12', 'name': 'tempest-TestShelveInstance-1525753944-router', 'tenant_id': '027a9b17f5e844bc976eaf5db7f51e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '8b9c290c-4f3d-4188-893b-4bbf475ef239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:16Z', 'updated_at': '2022-08-10T12:43:20Z', 'revision_number': 5, 'project_id': '027a9b17f5e844bc976eaf5db7f51e25', 'gw_port': {'id': '8b9c290c-4f3d-4188-893b-4bbf475ef239', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:df:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9b9772-9b4b-4788-9cfd-a1048c30aa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:38:16Z', 'updated_at': '2022-08-10T12:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:21.675645 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3696e97a-3db7-445c-98b1-48689e5140af None None] Checking router: 1e9b9772-9b4b-4788-9cfd-a1048c30aa12 for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:43:21.684436 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3696e97a-3db7-445c-98b1-48689e5140af None None] Routers {'1e9b9772-9b4b-4788-9cfd-a1048c30aa12'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:43:21.685036 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3696e97a-3db7-445c-98b1-48689e5140af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:42:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['1e9b9772-9b4b-4788-9cfd-a1048c30aa12'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:21.696712 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:21.744335 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75d7a6fd-ccdf-47e9-bb51-bd6f4f4b7cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (8b9c290c-4f3d-4188-893b-4bbf475ef239), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:21.766106 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-3696e97a-3db7-445c-98b1-48689e5140af None None] Set router 1e9b9772-9b4b-4788-9cfd-a1048c30aa12 gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:43:21.769582 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7a6fd-ccdf-47e9-bb51-bd6f4f4b7cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=8b9c290c-4f3d-4188-893b-4bbf475ef239,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:21.819040 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-3696e97a-3db7-445c-98b1-48689e5140af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9b9772-9b4b-4788-9cfd-a1048c30aa12', 'name': 'tempest-TestShelveInstance-1525753944-router', 'tenant_id': '027a9b17f5e844bc976eaf5db7f51e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:16Z', 'updated_at': '2022-08-10T12:43:21Z', 'revision_number': 6, 'project_id': '027a9b17f5e844bc976eaf5db7f51e25', 'gw_port_host': None}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:21.835239 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75d7a6fd-ccdf-47e9-bb51-bd6f4f4b7cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691259'] for router_gateway (1e9b9772-9b4b-4788-9cfd-a1048c30aa12), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:21.845294 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3696e97a-3db7-445c-98b1-48689e5140af None None] The sync data for ids ['1e9b9772-9b4b-4788-9cfd-a1048c30aa12'] in dv-cinder-852261-3-iscsi is: [{'id': '1e9b9772-9b4b-4788-9cfd-a1048c30aa12', 'name': 'tempest-TestShelveInstance-1525753944-router', 'tenant_id': '027a9b17f5e844bc976eaf5db7f51e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:38:16Z', 'updated_at': '2022-08-10T12:43:21Z', 'revision_number': 6, 'project_id': '027a9b17f5e844bc976eaf5db7f51e25', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:43:21.923243 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75d7a6fd-ccdf-47e9-bb51-bd6f4f4b7cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (1e9b9772-9b4b-4788-9cfd-a1048c30aa12), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:21.925509 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75d7a6fd-ccdf-47e9-bb51-bd6f4f4b7cdf admin admin] Publish callbacks [] for router_controller (1e9b9772-9b4b-4788-9cfd-a1048c30aa12), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:22.190316 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75d7a6fd-ccdf-47e9-bb51-bd6f4f4b7cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747860'] for router (1e9b9772-9b4b-4788-9cfd-a1048c30aa12), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:22.191209 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d7a6fd-ccdf-47e9-bb51-bd6f4f4b7cdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e9b9772-9b4b-4788-9cfd-a1048c30aa12 {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 12:43:22.195987 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-75d7a6fd-ccdf-47e9-bb51-bd6f4f4b7cdf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:22.198449 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-75d7a6fd-ccdf-47e9-bb51-bd6f4f4b7cdf admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/1e9b9772-9b4b-4788-9cfd-a1048c30aa12 HTTP/1.1" status: 204 len: 168 time: 0.9732232 Aug 10 12:43:22.200858 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56486) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:43:22.246893 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-c725c138-4e9a-4f1e-8ae4-eb577a43481b admin admin] Deleting subnet c57a6d4f-63ba-49a5-98a7-67f966abefd2 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 10 12:43:22.250249 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c725c138-4e9a-4f1e-8ae4-eb577a43481b admin admin] Publish callbacks [] for subnet (c57a6d4f-63ba-49a5-98a7-67f966abefd2), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:22.288796 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c725c138-4e9a-4f1e-8ae4-eb577a43481b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649385'] for subnet (c57a6d4f-63ba-49a5-98a7-67f966abefd2), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:22.367498 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c725c138-4e9a-4f1e-8ae4-eb577a43481b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731369'] for subnet (c57a6d4f-63ba-49a5-98a7-67f966abefd2), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:22.420251 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c725c138-4e9a-4f1e-8ae4-eb577a43481b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14084917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12800774'] for subnet (c57a6d4f-63ba-49a5-98a7-67f966abefd2), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:22.446776 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725c138-4e9a-4f1e-8ae4-eb577a43481b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c57a6d4f-63ba-49a5-98a7-67f966abefd2,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:22.451535 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c725c138-4e9a-4f1e-8ae4-eb577a43481b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:22.457520 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-c725c138-4e9a-4f1e-8ae4-eb577a43481b admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/c57a6d4f-63ba-49a5-98a7-67f966abefd2 HTTP/1.1" status: 204 len: 168 time: 0.2533965 Aug 10 12:43:22.457694 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e401575-b879-419f-97a1-f3c9cc7df778 None None] Network 3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:43:22.458094 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56488) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:43:22.530540 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-05868aed-b598-4b92-af1b-69c11ef08e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659484'] for network (3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:22.572843 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-05868aed-b598-4b92-af1b-69c11ef08e32 admin admin] Deleting port a4842677-de4f-45a9-ae96-61ea87c82a43 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:43:22.573188 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-05868aed-b598-4b92-af1b-69c11ef08e32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (a4842677-de4f-45a9-ae96-61ea87c82a43), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:22.628456 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] DHCP port deletion for 3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac request from dv-cinder-852261-3-iscsi {{(pid=103791) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 10 12:43:22.643567 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-05868aed-b598-4b92-af1b-69c11ef08e32 admin admin] For port a4842677-de4f-45a9-ae96-61ea87c82a43, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=a4842677-de4f-45a9-ae96-61ea87c82a43,segment=NetworkSegment(4cbbd669-13d7-442b-a0a2-40e6d0cf2321),segment_id=4cbbd669-13d7-442b-a0a2-40e6d0cf2321)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:43:22.643974 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-05868aed-b598-4b92-af1b-69c11ef08e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (a4842677-de4f-45a9-ae96-61ea87c82a43), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:22.661803 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-05868aed-b598-4b92-af1b-69c11ef08e32 admin admin] Calling delete_port for a4842677-de4f-45a9-ae96-61ea87c82a43 owned by network:dhcp {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:43:22.679857 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] Deleting port a4842677-de4f-45a9-ae96-61ea87c82a43 {{(pid=103791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:43:22.680228 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (a4842677-de4f-45a9-ae96-61ea87c82a43), before_delete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:22.720279 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:22.746362 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] For port a4842677-de4f-45a9-ae96-61ea87c82a43, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=a4842677-de4f-45a9-ae96-61ea87c82a43,segment=NetworkSegment(4cbbd669-13d7-442b-a0a2-40e6d0cf2321),segment_id=4cbbd669-13d7-442b-a0a2-40e6d0cf2321)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:43:22.746801 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (a4842677-de4f-45a9-ae96-61ea87c82a43), precommit_delete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:22.748273 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-05868aed-b598-4b92-af1b-69c11ef08e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (a4842677-de4f-45a9-ae96-61ea87c82a43), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:22.761087 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] Calling delete_port for a4842677-de4f-45a9-ae96-61ea87c82a43 owned by network:dhcp {{(pid=103791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:43:22.776937 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05868aed-b598-4b92-af1b-69c11ef08e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4842677-de4f-45a9-ae96-61ea87c82a43,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:22.780348 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05868aed-b598-4b92-af1b-69c11ef08e32 admin admin] No DVR routers for this DVR port a4842677-de4f-45a9-ae96-61ea87c82a43 on host dv-cinder-852261-3-iscsi {{(pid=103789) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:43:22.843877 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461'] for port (a4842677-de4f-45a9-ae96-61ea87c82a43), after_delete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:22.855593 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:22.856517 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-05868aed-b598-4b92-af1b-69c11ef08e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1708682', 'neutron.services.segments.db._delete_segments_for_network-8736056424951'] for network (3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:22.874046 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] Pushing event deleted for resources: {'Port': ['ID=a4842677-de4f-45a9-ae96-61ea87c82a43,revision_number=None']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:22.879480 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] No DVR routers for this DVR port a4842677-de4f-45a9-ae96-61ea87c82a43 on host dv-cinder-852261-3-iscsi {{(pid=103791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:43:22.881617 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.services.segments.db [None req-05868aed-b598-4b92-af1b-69c11ef08e32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac']}} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:22.887194 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:22.888596 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:22.888596 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:22.888596 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:22.888596 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:22.888960 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:22.889694 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:22.889694 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:22.889907 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:22.890183 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:22.891705 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:22.891823 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:22.892166 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:22.892490 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:22.893121 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c341a983-c527-48c4-bb70-e0891e1380b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852261-3-iscsi {{(pid=103791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 12:43:22.893866 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:22.895544 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.services.segments.db [None req-05868aed-b598-4b92-af1b-69c11ef08e32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbbd669-13d7-442b-a0a2-40e6d0cf2321') {'for_net_delete': True} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:22.895672 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.services.segments.db [None req-05868aed-b598-4b92-af1b-69c11ef08e32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbbd669-13d7-442b-a0a2-40e6d0cf2321') {} {{(pid=103789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:22.907497 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-05868aed-b598-4b92-af1b-69c11ef08e32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736056424843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1649378'] for segment (4cbbd669-13d7-442b-a0a2-40e6d0cf2321), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:22.929811 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-05868aed-b598-4b92-af1b-69c11ef08e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (4cbbd669-13d7-442b-a0a2-40e6d0cf2321), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:22.938514 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05868aed-b598-4b92-af1b-69c11ef08e32 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103789) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:43:22.939101 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-05868aed-b598-4b92-af1b-69c11ef08e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14084843'] for segment (4cbbd669-13d7-442b-a0a2-40e6d0cf2321), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:22.974693 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device f89422c7-758b-429f-af3a-d3571de1eeae no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:43:22.978386 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:22.996417 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: f89422c7-758b-429f-af3a-d3571de1eeae {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:43:22.997044 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device f89422c7-758b-429f-af3a-d3571de1eeae not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:43:22.997688 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 8b9c290c-4f3d-4188-893b-4bbf475ef239 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:43:23.004924 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-05868aed-b598-4b92-af1b-69c11ef08e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1708675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745837'] for network (3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:23.014414 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-05868aed-b598-4b92-af1b-69c11ef08e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:23.014995 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-05868aed-b598-4b92-af1b-69c11ef08e32 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac HTTP/1.1" status: 204 len: 168 time: 0.5560181 Aug 10 12:43:23.029452 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: 8b9c290c-4f3d-4188-893b-4bbf475ef239 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:43:23.030050 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 8b9c290c-4f3d-4188-893b-4bbf475ef239 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:43:23.030476 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device a4842677-de4f-45a9-ae96-61ea87c82a43 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:43:23.032570 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05868aed-b598-4b92-af1b-69c11ef08e32 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ae5040d-88ee-4edd-9fb2-fe2bcba9ceac,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:23.044105 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.services.segments.plugin [-] Segment 4cbbd669-13d7-442b-a0a2-40e6d0cf2321 resource provider aggregate not found Aug 10 12:43:23.052171 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: a4842677-de4f-45a9-ae96-61ea87c82a43 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:43:23.052526 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device a4842677-de4f-45a9-ae96-61ea87c82a43 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:43:23.064288 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.services.segments.plugin [-] Segment 4cbbd669-13d7-442b-a0a2-40e6d0cf2321 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cbbd669-13d7-442b-a0a2-40e6d0cf2321 found for delete ", "request_id": "req-e5f28f5a-2376-4b9e-b875-3b5398e6fbf9"}]} Aug 10 12:43:23.143633 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 56498) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:43:23.183272 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-44b04e9c-eb44-4dcd-9e69-b2d653222797 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=65ece09339af406b98e493fa33f2b9c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385842 Aug 10 12:43:23.185611 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 56500) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:43:23.233138 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a534-2f5a-4384-b0ae-01dc4467f799 admin admin] Publish callbacks [] for security_group (1a589194-cee2-4787-bf4a-89711f0acb99), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:23.253849 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a534-2f5a-4384-b0ae-01dc4467f799 admin admin] Publish callbacks [] for security_group (1a589194-cee2-4787-bf4a-89711f0acb99), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:23.299396 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a534-2f5a-4384-b0ae-01dc4467f799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (1a589194-cee2-4787-bf4a-89711f0acb99), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:23.301971 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a534-2f5a-4384-b0ae-01dc4467f799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:23.303106 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-ebb5a534-2f5a-4384-b0ae-01dc4467f799 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/1a589194-cee2-4787-bf4a-89711f0acb99 HTTP/1.1" status: 204 len: 168 time: 0.1166272 Aug 10 12:43:23.310622 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5a534-2f5a-4384-b0ae-01dc4467f799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a589194-cee2-4787-bf4a-89711f0acb99,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:23.620674 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 56506) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:43:23.662869 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-8a5dc6e2-b788-4f0e-aebe-0d004d8d84f9 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=027a9b17f5e844bc976eaf5db7f51e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410206 Aug 10 12:43:23.665219 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 56508) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:43:23.708703 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b11ea6b2-af6a-4fd9-993d-b0cc45ca7953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:23.712911 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cc8f3c46-9499-44cd-8b6e-517b544f262e admin admin] Publish callbacks [] for security_group (542219cd-2305-4c1e-bb61-89a9f0776cfb), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:23.735012 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cc8f3c46-9499-44cd-8b6e-517b544f262e admin admin] Publish callbacks [] for security_group (542219cd-2305-4c1e-bb61-89a9f0776cfb), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:23.748672 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:23.751339 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:23.784925 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cc8f3c46-9499-44cd-8b6e-517b544f262e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (542219cd-2305-4c1e-bb61-89a9f0776cfb), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:23.787638 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-cc8f3c46-9499-44cd-8b6e-517b544f262e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:23.788872 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-cc8f3c46-9499-44cd-8b6e-517b544f262e admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/542219cd-2305-4c1e-bb61-89a9f0776cfb HTTP/1.1" status: 204 len: 168 time: 0.1227784 Aug 10 12:43:23.796646 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f3c46-9499-44cd-8b6e-517b544f262e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542219cd-2305-4c1e-bb61-89a9f0776cfb,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:24.880727 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:26.366164 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:26.653911 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:28.811512 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=38 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:28.866977 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=21 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:31.096243 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8a390988-ab52-481a-a1e0-be6f8f3f444b req-2a5e644f-5741-4ea7-8bf2-9723d33c65b0 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379782 Aug 10 12:43:31.201638 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a390988-ab52-481a-a1e0-be6f8f3f444b req-f04a18eb-e7d8-449e-bc95-fd74c9335e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:31.203077 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8a390988-ab52-481a-a1e0-be6f8f3f444b req-f04a18eb-e7d8-449e-bc95-fd74c9335e23 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f63c30b5d2af4144b096b78c7ab308a7&device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 1129 time: 0.0411024 Aug 10 12:43:31.302348 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a390988-ab52-481a-a1e0-be6f8f3f444b req-a67c5898-4c3d-4915-8a8d-8ba10fbf101f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:31.303776 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8a390988-ab52-481a-a1e0-be6f8f3f444b req-a67c5898-4c3d-4915-8a8d-8ba10fbf101f service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ce24948c-b056-4a3f-868d-8498edb8d6bb HTTP/1.1" status: 200 len: 913 time: 0.0836267 Aug 10 12:43:31.366669 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8a390988-ab52-481a-a1e0-be6f8f3f444b req-e52998d5-a3f4-4f45-b899-d1cf009354ba service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=850b26e9-2603-4ccd-84ec-00ede7dfd424 HTTP/1.1" status: 200 len: 1000 time: 0.0573201 Aug 10 12:43:31.413299 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a390988-ab52-481a-a1e0-be6f8f3f444b req-376ad4b6-9ea4-4220-830e-13591a6da811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:31.414860 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8a390988-ab52-481a-a1e0-be6f8f3f444b req-376ad4b6-9ea4-4220-830e-13591a6da811 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=cc0fd4fd-13f8-4b42-b035-5455593f783d HTTP/1.1" status: 200 len: 851 time: 0.0427685 Aug 10 12:43:31.456928 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a390988-ab52-481a-a1e0-be6f8f3f444b req-8b382505-fc97-428a-ae43-a371fe21d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:31.458317 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8a390988-ab52-481a-a1e0-be6f8f3f444b req-8b382505-fc97-428a-ae43-a371fe21d0a9 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ce24948c-b056-4a3f-868d-8498edb8d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383270 Aug 10 12:43:31.548612 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8a390988-ab52-481a-a1e0-be6f8f3f444b req-bff5ea84-e38f-4b50-8530-7df8bfb24582 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843141 Aug 10 12:43:31.636127 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-8a390988-ab52-481a-a1e0-be6f8f3f444b req-f452c43f-bf9a-4724-afa8-43fa9e62e36b service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815270 Aug 10 12:43:32.998460 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:DELETE=3,neutron:SELECT=4,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:33.032505 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:36.647955 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:36.649894 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:41.626782 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=50,neutron:DELETE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:41.633109 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=55 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:42.255900 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:43:44.684196 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 56512) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:43:44.821654 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b2a84aa2-8385-4b07-a6f7-d9647fd79203 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Deleting port ada7d1fa-53c2-4e51-b1c7-01b64b516b12 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:43:44.821999 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b2a84aa2-8385-4b07-a6f7-d9647fd79203 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (ada7d1fa-53c2-4e51-b1c7-01b64b516b12), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:44.900327 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b2a84aa2-8385-4b07-a6f7-d9647fd79203 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (ada7d1fa-53c2-4e51-b1c7-01b64b516b12), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:44.900568 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b2a84aa2-8385-4b07-a6f7-d9647fd79203 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for floatingip (ada7d1fa-53c2-4e51-b1c7-01b64b516b12), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:44.912928 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b2a84aa2-8385-4b07-a6f7-d9647fd79203 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Calling delete_port for ada7d1fa-53c2-4e51-b1c7-01b64b516b12 owned by network:floatingip {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:43:45.053234 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b2a84aa2-8385-4b07-a6f7-d9647fd79203 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (ada7d1fa-53c2-4e51-b1c7-01b64b516b12), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:45.078227 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a84aa2-8385-4b07-a6f7-d9647fd79203 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event deleted for resources: {'Port': ['ID=ada7d1fa-53c2-4e51-b1c7-01b64b516b12,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:45.139007 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b2a84aa2-8385-4b07-a6f7-d9647fd79203 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for floatingip (1a797986-e733-4277-9064-e0304a9b00f1), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:45.139337 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.l3_db [None req-b2a84aa2-8385-4b07-a6f7-d9647fd79203 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Floating IP 1a797986-e733-4277-9064-e0304a9b00f1 disassociated (deleted). External IP: 172.27.0.59, port: ca68d324-d731-4522-8d94-446746fae058. Aug 10 12:43:45.334783 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a84aa2-8385-4b07-a6f7-d9647fd79203 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Router d3a25904-8d18-4724-b808-8940b19fafcb has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:43:45.437364 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a84aa2-8385-4b07-a6f7-d9647fd79203 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:43:45.441931 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b2a84aa2-8385-4b07-a6f7-d9647fd79203 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:45.447464 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba7d483-1255-41fd-8638-9ba388b1643e None None] Sync routers for ids ['d3a25904-8d18-4724-b808-8940b19fafcb'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:43:45.457491 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba7d483-1255-41fd-8638-9ba388b1643e None None] Routers {'d3a25904-8d18-4724-b808-8940b19fafcb'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:43:45.458086 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-dba7d483-1255-41fd-8638-9ba388b1643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:43:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d3a25904-8d18-4724-b808-8940b19fafcb'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:45.472390 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-b2a84aa2-8385-4b07-a6f7-d9647fd79203 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/1a797986-e733-4277-9064-e0304a9b00f1 HTTP/1.1" status: 204 len: 168 time: 0.7871201 Aug 10 12:43:45.472975 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55', 'tag': 'ca68d324-d731-4522-8d94-446746fae058'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:43:45.475265 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c5ecad-3633-4edc-a6f5-24965cf5dba6" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55", "tag": "ca68d324-d731-4522-8d94-446746fae058"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:43:45.525752 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8cc5d0-c36e-4529-9659-f39eb74672b9 x-openstack-request-id: req-de8cc5d0-c36e-4529-9659-f39eb74672b9 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:43:45.526267 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55", "tag": "ca68d324-d731-4522-8d94-446746fae058", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:43:45.526407 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de8cc5d0-c36e-4529-9659-f39eb74672b9 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:43:45.526725 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de8cc5d0-c36e-4529-9659-f39eb74672b9'] response: {'name': 'network-changed', 'server_uuid': 'e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55', 'tag': 'ca68d324-d731-4522-8d94-446746fae058', 'status': 'completed', 'code': 200} Aug 10 12:43:45.575883 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-dba7d483-1255-41fd-8638-9ba388b1643e None None] Set router d3a25904-8d18-4724-b808-8940b19fafcb gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:43:45.610856 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:45.613940 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:45.618762 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5ecad-3633-4edc-a6f5-24965cf5dba6 req-0b1b0217-1d15-40d0-aa09-73d36937748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:45.621028 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-91c5ecad-3633-4edc-a6f5-24965cf5dba6 req-0b1b0217-1d15-40d0-aa09-73d36937748f service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f63c30b5d2af4144b096b78c7ab308a7&device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 1130 time: 0.0468400 Aug 10 12:43:45.717172 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84b8fb-af4b-461b-9471-75eebb06cca9 req-bb7dfb9c-f2ec-484e-a467-621dcccddf80 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:45.718940 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1a84b8fb-af4b-461b-9471-75eebb06cca9 req-bb7dfb9c-f2ec-484e-a467-621dcccddf80 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 946 time: 0.0512173 Aug 10 12:43:45.768116 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-1a84b8fb-af4b-461b-9471-75eebb06cca9 req-d70d7c99-4fc9-4d4c-99df-a773882c874c tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434904 Aug 10 12:43:45.793162 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-dba7d483-1255-41fd-8638-9ba388b1643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '7f564ef7-0f55-4788-b0e1-cf71fc1963ff', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'port_id': '850b26e9-2603-4ccd-84ec-00ede7dfd424', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'mac_address': 'fa:16:3e:91:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c86ad14-7c49-41a0-b663-eea08e579aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:40:08Z', 'updated_at': '2022-08-10T12:40:10Z', 'revision_number': 1, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a80c90-9aee-4ea8-923b-4a40268b8d2f', 'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'mac_address': 'fa:16:3e:75:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:36Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 5, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'subnets': [{'id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:45.818092 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba7d483-1255-41fd-8638-9ba388b1643e None None] Checking router: d3a25904-8d18-4724-b808-8940b19fafcb for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:43:45.826302 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba7d483-1255-41fd-8638-9ba388b1643e None None] Routers {'d3a25904-8d18-4724-b808-8940b19fafcb'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:43:45.826893 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-dba7d483-1255-41fd-8638-9ba388b1643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:43:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d3a25904-8d18-4724-b808-8940b19fafcb'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:45.925597 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-dba7d483-1255-41fd-8638-9ba388b1643e None None] Set router d3a25904-8d18-4724-b808-8940b19fafcb gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:43:46.127841 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-dba7d483-1255-41fd-8638-9ba388b1643e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '7f564ef7-0f55-4788-b0e1-cf71fc1963ff', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'port_id': '850b26e9-2603-4ccd-84ec-00ede7dfd424', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'mac_address': 'fa:16:3e:91:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c86ad14-7c49-41a0-b663-eea08e579aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:40:08Z', 'updated_at': '2022-08-10T12:40:10Z', 'revision_number': 1, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a80c90-9aee-4ea8-923b-4a40268b8d2f', 'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'mac_address': 'fa:16:3e:75:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:36Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 5, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'subnets': [{'id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:46.152017 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba7d483-1255-41fd-8638-9ba388b1643e None None] The sync data for ids ['d3a25904-8d18-4724-b808-8940b19fafcb'] in dv-cinder-852261-3-iscsi is: [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_floatingips': [{'id': '7f564ef7-0f55-4788-b0e1-cf71fc1963ff', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'router_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'port_id': '850b26e9-2603-4ccd-84ec-00ede7dfd424', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'mac_address': 'fa:16:3e:91:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c86ad14-7c49-41a0-b663-eea08e579aa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-10T12:40:08Z', 'updated_at': '2022-08-10T12:40:10Z', 'revision_number': 1, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a80c90-9aee-4ea8-923b-4a40268b8d2f', 'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'mac_address': 'fa:16:3e:75:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:36Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 5, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'subnets': [{'id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:43:46.365646 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f5bed-c245-4ae2-a10d-3cf7760304ab None None] New status for floating IP 1a797986-e733-4277-9064-e0304a9b00f1: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:43:46.785240 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5ecad-3633-4edc-a6f5-24965cf5dba6 req-50acc701-190f-4bc8-bb98-c1e2fc33918c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:46.786626 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-91c5ecad-3633-4edc-a6f5-24965cf5dba6 req-50acc701-190f-4bc8-bb98-c1e2fc33918c service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ce24948c-b056-4a3f-868d-8498edb8d6bb HTTP/1.1" status: 200 len: 913 time: 0.0868380 Aug 10 12:43:46.890159 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03713f76-4132-4eeb-b46e-5384cf505c64 req-b0458709-f7bd-41c9-a64d-0212ae347599 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:46.891654 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-03713f76-4132-4eeb-b46e-5384cf505c64 req-b0458709-f7bd-41c9-a64d-0212ae347599 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 946 time: 0.0469382 Aug 10 12:43:46.970870 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-91c5ecad-3633-4edc-a6f5-24965cf5dba6 req-afeccad8-ac55-41d6-858a-2c28d436e975 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca68d324-d731-4522-8d94-446746fae058 HTTP/1.1" status: 200 len: 217 time: 0.0459173 Aug 10 12:43:46.975482 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-03713f76-4132-4eeb-b46e-5384cf505c64 req-607a9453-5bc9-4f53-a0a0-5f51f81d36f9 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783713 Aug 10 12:43:47.019820 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5ecad-3633-4edc-a6f5-24965cf5dba6 req-28da424b-56b9-4c0b-9175-f668c8edb7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:47.021215 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-91c5ecad-3633-4edc-a6f5-24965cf5dba6 req-28da424b-56b9-4c0b-9175-f668c8edb7c9 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=cc0fd4fd-13f8-4b42-b035-5455593f783d HTTP/1.1" status: 200 len: 851 time: 0.0433030 Aug 10 12:43:47.247244 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5ecad-3633-4edc-a6f5-24965cf5dba6 req-573f1806-4c4c-44e4-8696-6de0b2d2bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:47.248671 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-91c5ecad-3633-4edc-a6f5-24965cf5dba6 req-573f1806-4c4c-44e4-8696-6de0b2d2bfb8 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ce24948c-b056-4a3f-868d-8498edb8d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385609 Aug 10 12:43:47.350961 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-91c5ecad-3633-4edc-a6f5-24965cf5dba6 req-f664ebf8-8fff-48ea-8e48-16a4c392aa76 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952265 Aug 10 12:43:47.695335 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461323a-fbc6-43eb-85c1-9a18660ea675 req-d3ff8d75-9d18-42dd-b942-cdba93b295a0 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:47.696763 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e461323a-fbc6-43eb-85c1-9a18660ea675 req-d3ff8d75-9d18-42dd-b942-cdba93b295a0 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 946 time: 0.3556511 Aug 10 12:43:47.797839 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-91c5ecad-3633-4edc-a6f5-24965cf5dba6 req-ed21fc1b-298c-4471-8406-497db96849bf service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283493 Aug 10 12:43:47.802816 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-e461323a-fbc6-43eb-85c1-9a18660ea675 req-05a6f7e6-d8ae-46bb-881a-63b060bf75ee tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Deleting port ca68d324-d731-4522-8d94-446746fae058 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:43:47.803170 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-e461323a-fbc6-43eb-85c1-9a18660ea675 req-05a6f7e6-d8ae-46bb-881a-63b060bf75ee tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (ca68d324-d731-4522-8d94-446746fae058), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:47.895722 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-e461323a-fbc6-43eb-85c1-9a18660ea675 req-05a6f7e6-d8ae-46bb-881a-63b060bf75ee tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] For port ca68d324-d731-4522-8d94-446746fae058, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=ca68d324-d731-4522-8d94-446746fae058,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:43:47.895992 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-e461323a-fbc6-43eb-85c1-9a18660ea675 req-05a6f7e6-d8ae-46bb-881a-63b060bf75ee tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (ca68d324-d731-4522-8d94-446746fae058), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:47.908274 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-e461323a-fbc6-43eb-85c1-9a18660ea675 req-05a6f7e6-d8ae-46bb-881a-63b060bf75ee tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Calling delete_port for ca68d324-d731-4522-8d94-446746fae058 owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:43:48.034252 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-e461323a-fbc6-43eb-85c1-9a18660ea675 req-05a6f7e6-d8ae-46bb-881a-63b060bf75ee tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (ca68d324-d731-4522-8d94-446746fae058), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:48.045152 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:48.063576 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6f7e6-d8ae-46bb-881a-63b060bf75ee tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event deleted for resources: {'Port': ['ID=ca68d324-d731-4522-8d94-446746fae058,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:48.081555 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-01bf147f-f662-4a7b-b3a8-b2b57555e5a4 req-480f83c1-ecfd-42a6-aa01-27f51307610e tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55 HTTP/1.1" status: 200 len: 210 time: 0.0318799 Aug 10 12:43:48.107904 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-e461323a-fbc6-43eb-85c1-9a18660ea675 req-05a6f7e6-d8ae-46bb-881a-63b060bf75ee tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] No DVR routers for this DVR port ca68d324-d731-4522-8d94-446746fae058 on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:43:48.110520 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-e461323a-fbc6-43eb-85c1-9a18660ea675 req-05a6f7e6-d8ae-46bb-881a-63b060bf75ee tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:48.113777 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-e461323a-fbc6-43eb-85c1-9a18660ea675 req-05a6f7e6-d8ae-46bb-881a-63b060bf75ee tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.64 "DELETE /networking/v2.0/ports/ca68d324-d731-4522-8d94-446746fae058 HTTP/1.1" status: 204 len: 173 time: 0.4121418 Aug 10 12:43:48.114211 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55', 'name': 'network-vif-deleted', 'tag': 'ca68d324-d731-4522-8d94-446746fae058'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:43:48.116391 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a486b296-3043-4f63-92d8-84d01363a5b6" -d '{"events": [{"server_uuid": "e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55", "name": "network-vif-deleted", "tag": "ca68d324-d731-4522-8d94-446746fae058"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:43:48.160091 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862a0e65-9001-4fa6-bdee-38da729ab9eb x-openstack-request-id: req-862a0e65-9001-4fa6-bdee-38da729ab9eb {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:43:48.160380 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55", "name": "network-vif-deleted", "tag": "ca68d324-d731-4522-8d94-446746fae058", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:43:48.160630 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-862a0e65-9001-4fa6-bdee-38da729ab9eb {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:43:48.161034 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-862a0e65-9001-4fa6-bdee-38da729ab9eb'] response: {'server_uuid': 'e3a7273c-2b4c-4f02-99a4-a61f3cfdaa55', 'name': 'network-vif-deleted', 'tag': 'ca68d324-d731-4522-8d94-446746fae058', 'status': 'completed', 'code': 200} Aug 10 12:43:49.179475 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:51.376607 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 56540) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:43:51.469804 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:51.512102 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-3fffd470-5e14-4674-91c3-a2d1bca930c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:51.519216 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-44b89d3a-9c0f-4e68-93cf-e02262482e85 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Deleting port f57b83bd-a789-4752-b8b8-cda2be5a492f {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:43:51.519562 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-44b89d3a-9c0f-4e68-93cf-e02262482e85 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (f57b83bd-a789-4752-b8b8-cda2be5a492f), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:51.597036 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-44b89d3a-9c0f-4e68-93cf-e02262482e85 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (f57b83bd-a789-4752-b8b8-cda2be5a492f), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:51.597391 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-44b89d3a-9c0f-4e68-93cf-e02262482e85 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for floatingip (f57b83bd-a789-4752-b8b8-cda2be5a492f), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:51.610239 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-44b89d3a-9c0f-4e68-93cf-e02262482e85 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Calling delete_port for f57b83bd-a789-4752-b8b8-cda2be5a492f owned by network:floatingip {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:43:51.723998 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device ca68d324-d731-4522-8d94-446746fae058 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:43:51.743342 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: ca68d324-d731-4522-8d94-446746fae058 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:43:51.743693 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device ca68d324-d731-4522-8d94-446746fae058 not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:43:51.752624 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-44b89d3a-9c0f-4e68-93cf-e02262482e85 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (f57b83bd-a789-4752-b8b8-cda2be5a492f), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:51.776702 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b89d3a-9c0f-4e68-93cf-e02262482e85 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event deleted for resources: {'Port': ['ID=f57b83bd-a789-4752-b8b8-cda2be5a492f,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:51.836908 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-44b89d3a-9c0f-4e68-93cf-e02262482e85 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for floatingip (7f564ef7-0f55-4788-b0e1-cf71fc1963ff), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:51.837232 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.db.l3_db [None req-44b89d3a-9c0f-4e68-93cf-e02262482e85 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Floating IP 7f564ef7-0f55-4788-b0e1-cf71fc1963ff disassociated (deleted). External IP: 172.27.0.52, port: 850b26e9-2603-4ccd-84ec-00ede7dfd424. Aug 10 12:43:52.034995 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b89d3a-9c0f-4e68-93cf-e02262482e85 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Router d3a25904-8d18-4724-b808-8940b19fafcb has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:43:52.136712 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b89d3a-9c0f-4e68-93cf-e02262482e85 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:43:52.141031 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-44b89d3a-9c0f-4e68-93cf-e02262482e85 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:52.146308 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c503fb7-ccc1-4a29-8664-6579e4a6086c None None] Sync routers for ids ['d3a25904-8d18-4724-b808-8940b19fafcb'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:43:52.155931 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c503fb7-ccc1-4a29-8664-6579e4a6086c None None] Routers {'d3a25904-8d18-4724-b808-8940b19fafcb'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:43:52.156522 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-1c503fb7-ccc1-4a29-8664-6579e4a6086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:43:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d3a25904-8d18-4724-b808-8940b19fafcb'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:52.172031 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-44b89d3a-9c0f-4e68-93cf-e02262482e85 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/7f564ef7-0f55-4788-b0e1-cf71fc1963ff HTTP/1.1" status: 204 len: 168 time: 0.7942240 Aug 10 12:43:52.172620 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c86ad14-7c49-41a0-b663-eea08e579aa6', 'tag': '850b26e9-2603-4ccd-84ec-00ede7dfd424'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:43:52.174920 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a481974-95be-4b43-9c52-7951e1b4df70" -d '{"events": [{"name": "network-changed", "server_uuid": "9c86ad14-7c49-41a0-b663-eea08e579aa6", "tag": "850b26e9-2603-4ccd-84ec-00ede7dfd424"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:43:52.212076 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Aug 2022 12:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f82860-fe1f-4737-8054-c8572afdc82f x-openstack-request-id: req-29f82860-fe1f-4737-8054-c8572afdc82f {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:43:52.212502 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c86ad14-7c49-41a0-b663-eea08e579aa6", "tag": "850b26e9-2603-4ccd-84ec-00ede7dfd424", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:43:52.212861 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-29f82860-fe1f-4737-8054-c8572afdc82f {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:43:52.213751 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29f82860-fe1f-4737-8054-c8572afdc82f'] response: {'name': 'network-changed', 'server_uuid': '9c86ad14-7c49-41a0-b663-eea08e579aa6', 'tag': '850b26e9-2603-4ccd-84ec-00ede7dfd424', 'status': 'completed', 'code': 200} Aug 10 12:43:52.264867 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-1c503fb7-ccc1-4a29-8664-6579e4a6086c None None] Set router d3a25904-8d18-4724-b808-8940b19fafcb gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:43:52.319194 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a481974-95be-4b43-9c52-7951e1b4df70 req-6a2dae3f-9a3a-4487-b2ae-0295bc9b4976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:52.320788 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4a481974-95be-4b43-9c52-7951e1b4df70 req-6a2dae3f-9a3a-4487-b2ae-0295bc9b4976 service neutron] 10.222.0.64 "GET /networking/v2.0/ports?tenant_id=f63c30b5d2af4144b096b78c7ab308a7&device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 1129 time: 0.0585446 Aug 10 12:43:52.385810 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:52.388758 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:52.397276 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49e781-3313-4f42-a757-1f4d0cc536cb req-10a77f78-802e-43c9-9d71-7ba3fdf1add3 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103789) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:52.398774 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7c49e781-3313-4f42-a757-1f4d0cc536cb req-10a77f78-802e-43c9-9d71-7ba3fdf1add3 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 945 time: 0.0473313 Aug 10 12:43:52.453746 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [req-7c49e781-3313-4f42-a757-1f4d0cc536cb req-52a1181c-41e3-4fdb-a16b-5636e688e2f3 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485981 Aug 10 12:43:52.457758 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-1c503fb7-ccc1-4a29-8664-6579e4a6086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'f0a80c90-9aee-4ea8-923b-4a40268b8d2f', 'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'mac_address': 'fa:16:3e:75:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:36Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 5, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'subnets': [{'id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:52.485490 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c503fb7-ccc1-4a29-8664-6579e4a6086c None None] Checking router: d3a25904-8d18-4724-b808-8940b19fafcb for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:43:52.493750 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c503fb7-ccc1-4a29-8664-6579e4a6086c None None] Routers {'d3a25904-8d18-4724-b808-8940b19fafcb'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:43:52.494337 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-1c503fb7-ccc1-4a29-8664-6579e4a6086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:43:24Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d3a25904-8d18-4724-b808-8940b19fafcb'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:52.590891 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-1c503fb7-ccc1-4a29-8664-6579e4a6086c None None] Set router d3a25904-8d18-4724-b808-8940b19fafcb gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:43:52.845063 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-1c503fb7-ccc1-4a29-8664-6579e4a6086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'f0a80c90-9aee-4ea8-923b-4a40268b8d2f', 'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'mac_address': 'fa:16:3e:75:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:36Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 5, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'subnets': [{'id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:52.868779 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c503fb7-ccc1-4a29-8664-6579e4a6086c None None] The sync data for ids ['d3a25904-8d18-4724-b808-8940b19fafcb'] in dv-cinder-852261-3-iscsi is: [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:36Z', 'revision_number': 4, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi', '_interfaces': [{'id': 'f0a80c90-9aee-4ea8-923b-4a40268b8d2f', 'name': '', 'network_id': 'ce24948c-b056-4a3f-868d-8498edb8d6bb', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'mac_address': 'fa:16:3e:75:c8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:36Z', 'updated_at': '2022-08-10T12:36:42Z', 'revision_number': 5, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'subnets': [{'id': 'cc0fd4fd-13f8-4b42-b035-5455593f783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:43:53.069978 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc94e1e4-a285-4d0d-a11b-ef9e0bad85f5 None None] New status for floating IP 7f564ef7-0f55-4788-b0e1-cf71fc1963ff: DOWN {{(pid=103791) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 10 12:43:53.398836 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:53.426247 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:53.467602 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a481974-95be-4b43-9c52-7951e1b4df70 req-76b949b7-7425-483e-a344-f6dceec1c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:53.469335 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4a481974-95be-4b43-9c52-7951e1b4df70 req-76b949b7-7425-483e-a344-f6dceec1c6cb service neutron] 10.222.0.64 "GET /networking/v2.0/networks?id=ce24948c-b056-4a3f-868d-8498edb8d6bb HTTP/1.1" status: 200 len: 913 time: 0.0917351 Aug 10 12:43:53.581795 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda7216-5823-4acb-b651-900376b8f79d req-f26a069f-ffd5-47f6-8e32-c01f97d911e0 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:53.584169 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3fda7216-5823-4acb-b651-900376b8f79d req-f26a069f-ffd5-47f6-8e32-c01f97d911e0 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 945 time: 0.0531912 Aug 10 12:43:53.632853 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-3fda7216-5823-4acb-b651-900376b8f79d req-ec5b82cc-5fd5-4db7-b6c3-558d8fb9fc5b tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/security-groups?id=15788ed9-6cfc-40d7-952b-3a943bbf64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431194 Aug 10 12:43:53.700714 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4a481974-95be-4b43-9c52-7951e1b4df70 req-f89de404-d335-4ab2-bf83-629a6e96daf1 service neutron] 10.222.0.64 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=850b26e9-2603-4ccd-84ec-00ede7dfd424 HTTP/1.1" status: 200 len: 217 time: 0.0369675 Aug 10 12:43:53.712041 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c4ad5687-22aa-4eda-8a56-bf54fc195a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:53.750458 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a481974-95be-4b43-9c52-7951e1b4df70 req-ebee9548-7a31-47a0-b412-7bf8dbfa6181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:53.751877 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4a481974-95be-4b43-9c52-7951e1b4df70 req-ebee9548-7a31-47a0-b412-7bf8dbfa6181 service neutron] 10.222.0.64 "GET /networking/v2.0/subnets?id=cc0fd4fd-13f8-4b42-b035-5455593f783d HTTP/1.1" status: 200 len: 851 time: 0.0448668 Aug 10 12:43:53.930045 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a481974-95be-4b43-9c52-7951e1b4df70 req-45c2a9a5-e857-4dd0-9fc4-47bbda4f040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:53.931582 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4a481974-95be-4b43-9c52-7951e1b4df70 req-45c2a9a5-e857-4dd0-9fc4-47bbda4f040d service neutron] 10.222.0.64 "GET /networking/v2.0/ports?network_id=ce24948c-b056-4a3f-868d-8498edb8d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397193 Aug 10 12:43:54.031091 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4a481974-95be-4b43-9c52-7951e1b4df70 req-07b38ae2-aabc-4623-9b45-2c63daf715b0 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920391 Aug 10 12:43:54.110481 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b452c6-453e-49ee-89b7-ddcb816414a7 req-d7e5fe24-78e9-46a9-a3ee-745bc748c860 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 10 12:43:54.111884 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-53b452c6-453e-49ee-89b7-ddcb816414a7 req-d7e5fe24-78e9-46a9-a3ee-745bc748c860 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.64 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 945 time: 0.0900798 Aug 10 12:43:54.206137 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-4a481974-95be-4b43-9c52-7951e1b4df70 req-b1def7a3-8fed-4e7a-9335-64b9ecdc5898 service neutron] 10.222.0.64 "GET /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563404 Aug 10 12:43:54.213149 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-53b452c6-453e-49ee-89b7-ddcb816414a7 req-35aa9ef4-53b9-4974-a82f-37024d30a6da tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Deleting port 850b26e9-2603-4ccd-84ec-00ede7dfd424 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:43:54.213512 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-53b452c6-453e-49ee-89b7-ddcb816414a7 req-35aa9ef4-53b9-4974-a82f-37024d30a6da tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (850b26e9-2603-4ccd-84ec-00ede7dfd424), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:54.305353 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [req-53b452c6-453e-49ee-89b7-ddcb816414a7 req-35aa9ef4-53b9-4974-a82f-37024d30a6da tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] For port 850b26e9-2603-4ccd-84ec-00ede7dfd424, host hv-cinder-85226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85226',level=0,port_id=850b26e9-2603-4ccd-84ec-00ede7dfd424,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:43:54.305627 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-53b452c6-453e-49ee-89b7-ddcb816414a7 req-35aa9ef4-53b9-4974-a82f-37024d30a6da tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (850b26e9-2603-4ccd-84ec-00ede7dfd424), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:54.317986 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [req-53b452c6-453e-49ee-89b7-ddcb816414a7 req-35aa9ef4-53b9-4974-a82f-37024d30a6da tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Calling delete_port for 850b26e9-2603-4ccd-84ec-00ede7dfd424 owned by compute:nova {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:43:54.441592 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-53b452c6-453e-49ee-89b7-ddcb816414a7 req-35aa9ef4-53b9-4974-a82f-37024d30a6da tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (850b26e9-2603-4ccd-84ec-00ede7dfd424), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:54.469227 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa9ef4-53b9-4974-a82f-37024d30a6da tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event deleted for resources: {'Port': ['ID=850b26e9-2603-4ccd-84ec-00ede7dfd424,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:54.512772 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b452c6-453e-49ee-89b7-ddcb816414a7 req-35aa9ef4-53b9-4974-a82f-37024d30a6da tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] No DVR routers for this DVR port 850b26e9-2603-4ccd-84ec-00ede7dfd424 on host hv-cinder-85226 {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:43:54.515209 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [req-53b452c6-453e-49ee-89b7-ddcb816414a7 req-35aa9ef4-53b9-4974-a82f-37024d30a6da tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for port (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:54.518467 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-53b452c6-453e-49ee-89b7-ddcb816414a7 req-35aa9ef4-53b9-4974-a82f-37024d30a6da tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.64 "DELETE /networking/v2.0/ports/850b26e9-2603-4ccd-84ec-00ede7dfd424 HTTP/1.1" status: 204 len: 173 time: 0.4006970 Aug 10 12:43:54.518920 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c86ad14-7c49-41a0-b663-eea08e579aa6', 'name': 'network-vif-deleted', 'tag': '850b26e9-2603-4ccd-84ec-00ede7dfd424'}] {{(pid=103790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 10 12:43:54.521128 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48b8b8b1fa037990566be517e3d8e9fb539a18b8b3191a121d71c0daea06fd55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88a1c09-76ee-452a-b155-ed4c1a0b1462" -d '{"events": [{"server_uuid": "9c86ad14-7c49-41a0-b663-eea08e579aa6", "name": "network-vif-deleted", "tag": "850b26e9-2603-4ccd-84ec-00ede7dfd424"}]}' {{(pid=103790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 12:43:54.557083 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Aug 2022 12:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e3107f-3532-4c06-85bb-268edb771fb8 x-openstack-request-id: req-39e3107f-3532-4c06-85bb-268edb771fb8 {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 12:43:54.557421 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c86ad14-7c49-41a0-b663-eea08e579aa6", "name": "network-vif-deleted", "tag": "850b26e9-2603-4ccd-84ec-00ede7dfd424", "status": "completed", "code": 200}]} {{(pid=103790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 12:43:54.557646 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-39e3107f-3532-4c06-85bb-268edb771fb8 {{(pid=103790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 12:43:54.558128 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e3107f-3532-4c06-85bb-268edb771fb8'] response: {'server_uuid': '9c86ad14-7c49-41a0-b663-eea08e579aa6', 'name': 'network-vif-deleted', 'tag': '850b26e9-2603-4ccd-84ec-00ede7dfd424', 'status': 'completed', 'code': 200} Aug 10 12:43:54.732825 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [req-0bb51f9f-54f5-485a-8696-41e9cd6770fd req-0903f322-cc50-4fa0-9d79-f881434a682c tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "GET /networking/v2.0/ports?device_id=9c86ad14-7c49-41a0-b663-eea08e579aa6 HTTP/1.1" status: 200 len: 210 time: 0.0280619 Aug 10 12:43:54.883799 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:55.794192 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56556) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:43:55.902609 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-7142d495-c911-4628-9d6c-4a1af215f61b tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Deleting port 317d8110-2afe-4ee3-9ca4-fa3d7a2267ca {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:43:55.902872 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7142d495-c911-4628-9d6c-4a1af215f61b tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (317d8110-2afe-4ee3-9ca4-fa3d7a2267ca), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:55.976288 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7142d495-c911-4628-9d6c-4a1af215f61b tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (317d8110-2afe-4ee3-9ca4-fa3d7a2267ca), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:55.976612 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7142d495-c911-4628-9d6c-4a1af215f61b tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for floatingip (317d8110-2afe-4ee3-9ca4-fa3d7a2267ca), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:55.989317 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-7142d495-c911-4628-9d6c-4a1af215f61b tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Calling delete_port for 317d8110-2afe-4ee3-9ca4-fa3d7a2267ca owned by network:floatingip {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:43:56.116070 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7142d495-c911-4628-9d6c-4a1af215f61b tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (317d8110-2afe-4ee3-9ca4-fa3d7a2267ca), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:56.138288 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142d495-c911-4628-9d6c-4a1af215f61b tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event deleted for resources: {'Port': ['ID=317d8110-2afe-4ee3-9ca4-fa3d7a2267ca,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:56.203125 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7142d495-c911-4628-9d6c-4a1af215f61b tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for floatingip (d69a1c62-57d6-4aa0-8e42-623ca93983b7), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:56.205579 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-7142d495-c911-4628-9d6c-4a1af215f61b tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108288'] for floatingip (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:56.206715 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-7142d495-c911-4628-9d6c-4a1af215f61b tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "DELETE /networking/v2.0/floatingips/d69a1c62-57d6-4aa0-8e42-623ca93983b7 HTTP/1.1" status: 204 len: 168 time: 0.4115329 Aug 10 12:43:56.367321 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:56.654770 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:57.411689 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56568) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:43:57.469504 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9c4f-978d-444c-8fb3-c88c71902ea1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group (15788ed9-6cfc-40d7-952b-3a943bbf64fe), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:57.494963 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9c4f-978d-444c-8fb3-c88c71902ea1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group (15788ed9-6cfc-40d7-952b-3a943bbf64fe), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:57.551453 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9c4f-978d-444c-8fb3-c88c71902ea1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (15788ed9-6cfc-40d7-952b-3a943bbf64fe), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:57.554005 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9c4f-978d-444c-8fb3-c88c71902ea1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:57.555127 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-e5ed9c4f-978d-444c-8fb3-c88c71902ea1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] 10.222.0.65 "DELETE /networking/v2.0/security-groups/15788ed9-6cfc-40d7-952b-3a943bbf64fe HTTP/1.1" status: 204 len: 168 time: 0.1424463 Aug 10 12:43:57.564027 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed9c4f-978d-444c-8fb3-c88c71902ea1 tempest-TestVolumeBootPattern-452380591 tempest-TestVolumeBootPattern-452380591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15788ed9-6cfc-40d7-952b-3a943bbf64fe,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:57.613138 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56572) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:43:57.795349 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 850b26e9-2603-4ccd-84ec-00ede7dfd424 no longer exists at agent hyperv_hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:43:57.814252 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] No Port match for: 850b26e9-2603-4ccd-84ec-00ede7dfd424 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:43:57.814607 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Device 850b26e9-2603-4ccd-84ec-00ede7dfd424 not bound to the agent host hv-cinder-85226 {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:43:57.898560 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:57.972115 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:58.106760 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c6c45e06-6617-4a0f-86b1-a03afb620b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-746591'] for router_interface (d3a25904-8d18-4724-b808-8940b19fafcb), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:58.320719 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-c6c45e06-6617-4a0f-86b1-a03afb620b13 admin admin] Deleting port f0a80c90-9aee-4ea8-923b-4a40268b8d2f {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:43:58.320958 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c6c45e06-6617-4a0f-86b1-a03afb620b13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (f0a80c90-9aee-4ea8-923b-4a40268b8d2f), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:58.397819 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-c6c45e06-6617-4a0f-86b1-a03afb620b13 admin admin] For port f0a80c90-9aee-4ea8-923b-4a40268b8d2f, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=f0a80c90-9aee-4ea8-923b-4a40268b8d2f,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:43:58.398182 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c6c45e06-6617-4a0f-86b1-a03afb620b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (f0a80c90-9aee-4ea8-923b-4a40268b8d2f), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:58.410642 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-c6c45e06-6617-4a0f-86b1-a03afb620b13 admin admin] Calling delete_port for f0a80c90-9aee-4ea8-923b-4a40268b8d2f owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:43:58.588844 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c6c45e06-6617-4a0f-86b1-a03afb620b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (f0a80c90-9aee-4ea8-923b-4a40268b8d2f), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:58.617601 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c45e06-6617-4a0f-86b1-a03afb620b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a80c90-9aee-4ea8-923b-4a40268b8d2f,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:58.755280 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:58.764728 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:58.780085 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-c6c45e06-6617-4a0f-86b1-a03afb620b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-746699'] for router_interface (d3a25904-8d18-4724-b808-8940b19fafcb), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:58.984714 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c45e06-6617-4a0f-86b1-a03afb620b13 admin admin] Router d3a25904-8d18-4724-b808-8940b19fafcb has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:43:59.084313 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c45e06-6617-4a0f-86b1-a03afb620b13 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:43:59.089296 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-c6c45e06-6617-4a0f-86b1-a03afb620b13 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/d3a25904-8d18-4724-b808-8940b19fafcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4750755 Aug 10 12:43:59.091875 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56576) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:43:59.095720 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c8fd93-a7b1-4aaa-a712-590ec32f58c2 None None] Sync routers for ids ['d3a25904-8d18-4724-b808-8940b19fafcb'] in dv-cinder-852261-3-iscsi {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:43:59.106806 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c8fd93-a7b1-4aaa-a712-590ec32f58c2 None None] Routers {'d3a25904-8d18-4724-b808-8940b19fafcb'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:43:59.107479 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-45c8fd93-a7b1-4aaa-a712-590ec32f58c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:43:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d3a25904-8d18-4724-b808-8940b19fafcb'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:59.187371 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-152eb985-cd94-4726-b2f3-7dae9078825e admin admin] Publish callbacks [] for router (d3a25904-8d18-4724-b808-8940b19fafcb), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:59.204789 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-45c8fd93-a7b1-4aaa-a712-590ec32f58c2 None None] Set router d3a25904-8d18-4724-b808-8940b19fafcb gateway port host: dv-cinder-852261-3-iscsi {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:43:59.283253 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-152eb985-cd94-4726-b2f3-7dae9078825e admin admin] Publish callbacks [] for router_gateway (d3a25904-8d18-4724-b808-8940b19fafcb), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:59.327765 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-152eb985-cd94-4726-b2f3-7dae9078825e admin admin] Deleting port c7973f78-3d48-4ded-ad52-0f673f70caf1 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:43:59.328099 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-152eb985-cd94-4726-b2f3-7dae9078825e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (c7973f78-3d48-4ded-ad52-0f673f70caf1), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:59.372410 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-45c8fd93-a7b1-4aaa-a712-590ec32f58c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:43:58Z', 'revision_number': 5, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port': {'id': 'c7973f78-3d48-4ded-ad52-0f673f70caf1', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:59.396065 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c8fd93-a7b1-4aaa-a712-590ec32f58c2 None None] Checking router: d3a25904-8d18-4724-b808-8940b19fafcb for host: dv-cinder-852261-3-iscsi {{(pid=103792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:43:59.404835 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c8fd93-a7b1-4aaa-a712-590ec32f58c2 None None] Routers {'d3a25904-8d18-4724-b808-8940b19fafcb'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:43:59.405465 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-45c8fd93-a7b1-4aaa-a712-590ec32f58c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:43:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['d3a25904-8d18-4724-b808-8940b19fafcb'], 'active': True} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:59.406991 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-152eb985-cd94-4726-b2f3-7dae9078825e admin admin] For port c7973f78-3d48-4ded-ad52-0f673f70caf1, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=c7973f78-3d48-4ded-ad52-0f673f70caf1,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:43:59.407351 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-152eb985-cd94-4726-b2f3-7dae9078825e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (c7973f78-3d48-4ded-ad52-0f673f70caf1), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:59.420233 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-152eb985-cd94-4726-b2f3-7dae9078825e admin admin] Calling delete_port for c7973f78-3d48-4ded-ad52-0f673f70caf1 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:43:59.487509 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_dvr_db [None req-45c8fd93-a7b1-4aaa-a712-590ec32f58c2 None None] Set router d3a25904-8d18-4724-b808-8940b19fafcb gateway port host: None {{(pid=103792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:43:59.539076 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.l3_hamode_db [None req-45c8fd93-a7b1-4aaa-a712-590ec32f58c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:43:59Z', 'revision_number': 6, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port_host': None}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:43:59.564972 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c8fd93-a7b1-4aaa-a712-590ec32f58c2 None None] The sync data for ids ['d3a25904-8d18-4724-b808-8940b19fafcb'] in dv-cinder-852261-3-iscsi is: [{'id': 'd3a25904-8d18-4724-b808-8940b19fafcb', 'name': 'tempest-TestVolumeBootPattern-1201673380-router', 'tenant_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:34Z', 'updated_at': '2022-08-10T12:43:59Z', 'revision_number': 6, 'project_id': 'f63c30b5d2af4144b096b78c7ab308a7', 'gw_port_host': None}] {{(pid=103792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:43:59.781549 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:59.787287 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:43:59.803540 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-152eb985-cd94-4726-b2f3-7dae9078825e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (c7973f78-3d48-4ded-ad52-0f673f70caf1), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:59.826165 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152eb985-cd94-4726-b2f3-7dae9078825e admin admin] Pushing event deleted for resources: {'Port': ['ID=c7973f78-3d48-4ded-ad52-0f673f70caf1,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:43:59.892134 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-152eb985-cd94-4726-b2f3-7dae9078825e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691259'] for router_gateway (d3a25904-8d18-4724-b808-8940b19fafcb), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:59.983068 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-152eb985-cd94-4726-b2f3-7dae9078825e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (d3a25904-8d18-4724-b808-8940b19fafcb), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:43:59.985421 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-152eb985-cd94-4726-b2f3-7dae9078825e admin admin] Publish callbacks [] for router_controller (d3a25904-8d18-4724-b808-8940b19fafcb), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:00.027175 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-152eb985-cd94-4726-b2f3-7dae9078825e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747860'] for router (d3a25904-8d18-4724-b808-8940b19fafcb), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:00.027841 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152eb985-cd94-4726-b2f3-7dae9078825e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3a25904-8d18-4724-b808-8940b19fafcb {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 12:44:00.032014 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-152eb985-cd94-4726-b2f3-7dae9078825e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:00.033244 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-152eb985-cd94-4726-b2f3-7dae9078825e admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/d3a25904-8d18-4724-b808-8940b19fafcb HTTP/1.1" status: 204 len: 168 time: 0.9405293 Aug 10 12:44:00.035747 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56578) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:44:00.078378 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb2c947-7a2a-42ca-852c-8891e3519353 admin admin] Deleting subnet cc0fd4fd-13f8-4b42-b035-5455593f783d {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 10 12:44:00.081467 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ccb2c947-7a2a-42ca-852c-8891e3519353 admin admin] Publish callbacks [] for subnet (cc0fd4fd-13f8-4b42-b035-5455593f783d), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:00.118401 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ccb2c947-7a2a-42ca-852c-8891e3519353 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649385'] for subnet (cc0fd4fd-13f8-4b42-b035-5455593f783d), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:00.190204 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ccb2c947-7a2a-42ca-852c-8891e3519353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731369'] for subnet (cc0fd4fd-13f8-4b42-b035-5455593f783d), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:00.240143 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ccb2c947-7a2a-42ca-852c-8891e3519353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14084917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12800774'] for subnet (cc0fd4fd-13f8-4b42-b035-5455593f783d), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:00.268206 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2c947-7a2a-42ca-852c-8891e3519353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc0fd4fd-13f8-4b42-b035-5455593f783d,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:44:00.274113 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-ccb2c947-7a2a-42ca-852c-8891e3519353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:00.279512 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-ccb2c947-7a2a-42ca-852c-8891e3519353 admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/cc0fd4fd-13f8-4b42-b035-5455593f783d HTTP/1.1" status: 204 len: 168 time: 0.2405922 Aug 10 12:44:00.279878 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a97e22-f931-480b-84ac-dacf20fc7b84 None None] Network ce24948c-b056-4a3f-868d-8498edb8d6bb requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:44:00.280355 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 56580) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:44:00.297813 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:00.358131 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb9db-f880-4fbb-a00d-738c701c1c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659484'] for network (ce24948c-b056-4a3f-868d-8498edb8d6bb), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:00.360533 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:00.405794 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b3cdb9db-f880-4fbb-a00d-738c701c1c92 admin admin] Deleting port 023d7293-6fe9-4548-bfb6-9069723bfd6d {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:44:00.406138 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb9db-f880-4fbb-a00d-738c701c1c92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (023d7293-6fe9-4548-bfb6-9069723bfd6d), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:00.437808 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b1369a-26e1-409d-840a-36085a499671 None None] DHCP port deletion for ce24948c-b056-4a3f-868d-8498edb8d6bb request from dv-cinder-852261-3-iscsi {{(pid=103791) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 10 12:44:00.476124 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-b9b1369a-26e1-409d-840a-36085a499671 None None] Deleting port 023d7293-6fe9-4548-bfb6-9069723bfd6d {{(pid=103791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:44:00.476639 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-b3cdb9db-f880-4fbb-a00d-738c701c1c92 admin admin] For port 023d7293-6fe9-4548-bfb6-9069723bfd6d, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=023d7293-6fe9-4548-bfb6-9069723bfd6d,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:44:00.476832 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b9b1369a-26e1-409d-840a-36085a499671 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (023d7293-6fe9-4548-bfb6-9069723bfd6d), before_delete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:00.477001 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb9db-f880-4fbb-a00d-738c701c1c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (023d7293-6fe9-4548-bfb6-9069723bfd6d), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:00.490350 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-b3cdb9db-f880-4fbb-a00d-738c701c1c92 admin admin] Calling delete_port for 023d7293-6fe9-4548-bfb6-9069723bfd6d owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:44:00.541095 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.db [None req-b9b1369a-26e1-409d-840a-36085a499671 None None] For port 023d7293-6fe9-4548-bfb6-9069723bfd6d, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=023d7293-6fe9-4548-bfb6-9069723bfd6d,segment=NetworkSegment(c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403),segment_id=c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403)] {{(pid=103791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:44:00.541785 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b9b1369a-26e1-409d-840a-36085a499671 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (023d7293-6fe9-4548-bfb6-9069723bfd6d), precommit_delete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:00.559309 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-b9b1369a-26e1-409d-840a-36085a499671 None None] Calling delete_port for 023d7293-6fe9-4548-bfb6-9069723bfd6d owned by network:dhcp {{(pid=103791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:44:00.571413 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb9db-f880-4fbb-a00d-738c701c1c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (023d7293-6fe9-4548-bfb6-9069723bfd6d), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:00.601520 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdb9db-f880-4fbb-a00d-738c701c1c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=023d7293-6fe9-4548-bfb6-9069723bfd6d,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:44:00.603470 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cdb9db-f880-4fbb-a00d-738c701c1c92 admin admin] No DVR routers for this DVR port 023d7293-6fe9-4548-bfb6-9069723bfd6d on host dv-cinder-852261-3-iscsi {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:44:00.641346 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-b9b1369a-26e1-409d-840a-36085a499671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461'] for port (023d7293-6fe9-4548-bfb6-9069723bfd6d), after_delete {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:00.666220 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1369a-26e1-409d-840a-36085a499671 None None] Pushing event deleted for resources: {'Port': ['ID=023d7293-6fe9-4548-bfb6-9069723bfd6d,revision_number=None']} {{(pid=103791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:44:00.669874 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b1369a-26e1-409d-840a-36085a499671 None None] No DVR routers for this DVR port 023d7293-6fe9-4548-bfb6-9069723bfd6d on host dv-cinder-852261-3-iscsi {{(pid=103791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:44:00.677349 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb9db-f880-4fbb-a00d-738c701c1c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1708682', 'neutron.services.segments.db._delete_segments_for_network-8736056424951'] for network (ce24948c-b056-4a3f-868d-8498edb8d6bb), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:00.697471 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-b3cdb9db-f880-4fbb-a00d-738c701c1c92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce24948c-b056-4a3f-868d-8498edb8d6bb']}} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:44:00.707125 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-b3cdb9db-f880-4fbb-a00d-738c701c1c92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403') {'for_net_delete': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:44:00.707425 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-b3cdb9db-f880-4fbb-a00d-738c701c1c92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403') {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:44:00.717494 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb9db-f880-4fbb-a00d-738c701c1c92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736056424843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14657679'] for segment (c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:00.730719 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb9db-f880-4fbb-a00d-738c701c1c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:00.737010 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3cdb9db-f880-4fbb-a00d-738c701c1c92 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:44:00.737429 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb9db-f880-4fbb-a00d-738c701c1c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14596241'] for segment (c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:00.774979 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403 resource provider aggregate not found Aug 10 12:44:00.792540 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0da7a1c-3b25-4ae0-9b2c-3e8bed1c0403 found for delete ", "request_id": "req-290b62fe-bc81-4118-898b-ea409051f097"}]} Aug 10 12:44:00.800344 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb9db-f880-4fbb-a00d-738c701c1c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1708675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745837'] for network (ce24948c-b056-4a3f-868d-8498edb8d6bb), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:00.805099 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb9db-f880-4fbb-a00d-738c701c1c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:00.808236 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-b3cdb9db-f880-4fbb-a00d-738c701c1c92 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/ce24948c-b056-4a3f-868d-8498edb8d6bb HTTP/1.1" status: 204 len: 168 time: 0.5273585 Aug 10 12:44:00.811306 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56586) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:44:00.825836 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdb9db-f880-4fbb-a00d-738c701c1c92 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce24948c-b056-4a3f-868d-8498edb8d6bb,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:44:00.967930 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device c7973f78-3d48-4ded-ad52-0f673f70caf1 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:44:00.987058 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: c7973f78-3d48-4ded-ad52-0f673f70caf1 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:44:00.987406 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device c7973f78-3d48-4ded-ad52-0f673f70caf1 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:44:00.987815 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device f0a80c90-9aee-4ea8-923b-4a40268b8d2f no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:44:01.008332 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: f0a80c90-9aee-4ea8-923b-4a40268b8d2f {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:44:01.008679 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device f0a80c90-9aee-4ea8-923b-4a40268b8d2f not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:44:01.009086 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 023d7293-6fe9-4548-bfb6-9069723bfd6d no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:44:01.027127 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: 023d7293-6fe9-4548-bfb6-9069723bfd6d {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:44:01.027477 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 023d7293-6fe9-4548-bfb6-9069723bfd6d not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:44:01.116774 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1ec25ac4-f6b1-4f60-86e8-a7a73a790840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-746591'] for router_interface (be26bfb0-6ffd-4471-a320-57137b8f95ac), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:01.202817 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:01.273572 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:01.333311 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-1ec25ac4-f6b1-4f60-86e8-a7a73a790840 admin admin] Deleting port ae68486f-89de-445b-b37b-eb71d16b7a84 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:44:01.333649 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1ec25ac4-f6b1-4f60-86e8-a7a73a790840 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (ae68486f-89de-445b-b37b-eb71d16b7a84), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:01.413571 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-1ec25ac4-f6b1-4f60-86e8-a7a73a790840 admin admin] For port ae68486f-89de-445b-b37b-eb71d16b7a84, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=ae68486f-89de-445b-b37b-eb71d16b7a84,segment=NetworkSegment(1b3dc674-4dda-490b-a3ba-3062eb2a252b),segment_id=1b3dc674-4dda-490b-a3ba-3062eb2a252b)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:44:01.413947 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1ec25ac4-f6b1-4f60-86e8-a7a73a790840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (ae68486f-89de-445b-b37b-eb71d16b7a84), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:01.426923 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-1ec25ac4-f6b1-4f60-86e8-a7a73a790840 admin admin] Calling delete_port for ae68486f-89de-445b-b37b-eb71d16b7a84 owned by network:router_interface {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:44:01.599226 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1ec25ac4-f6b1-4f60-86e8-a7a73a790840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (ae68486f-89de-445b-b37b-eb71d16b7a84), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:01.624812 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec25ac4-f6b1-4f60-86e8-a7a73a790840 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae68486f-89de-445b-b37b-eb71d16b7a84,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:44:01.781830 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1ec25ac4-f6b1-4f60-86e8-a7a73a790840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-746699'] for router_interface (be26bfb0-6ffd-4471-a320-57137b8f95ac), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:01.984399 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec25ac4-f6b1-4f60-86e8-a7a73a790840 admin admin] Router be26bfb0-6ffd-4471-a320-57137b8f95ac has already been hosted by L3 agent 7e769d03-67a1-4304-afcb-6560d1d48553 {{(pid=103789) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 10 12:44:01.986508 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:02.084628 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec25ac4-f6b1-4f60-86e8-a7a73a790840 admin admin] Notify agent at l3_agent.dv-cinder-852261-3-iscsi the message routers_updated {{(pid=103789) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 12:44:02.089552 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-1ec25ac4-f6b1-4f60-86e8-a7a73a790840 admin admin] 10.222.0.65 "PUT /networking/v2.0/routers/be26bfb0-6ffd-4471-a320-57137b8f95ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2770948 Aug 10 12:44:02.092071 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56588) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:44:02.095524 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910763fe-9f7d-4ed7-ab2f-b91e719b021b None None] Sync routers for ids ['be26bfb0-6ffd-4471-a320-57137b8f95ac'] in dv-cinder-852261-3-iscsi {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 12:44:02.106230 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910763fe-9f7d-4ed7-ab2f-b91e719b021b None None] Routers {'be26bfb0-6ffd-4471-a320-57137b8f95ac'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:44:02.106852 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-910763fe-9f7d-4ed7-ab2f-b91e719b021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:43:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['be26bfb0-6ffd-4471-a320-57137b8f95ac'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:44:02.129483 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:02.193358 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1420d075-889e-4bcd-bc24-9438bf59ddc8 admin admin] Publish callbacks [] for router (be26bfb0-6ffd-4471-a320-57137b8f95ac), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:02.207052 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-910763fe-9f7d-4ed7-ab2f-b91e719b021b None None] Set router be26bfb0-6ffd-4471-a320-57137b8f95ac gateway port host: dv-cinder-852261-3-iscsi {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:44:02.290525 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1420d075-889e-4bcd-bc24-9438bf59ddc8 admin admin] Publish callbacks [] for router_gateway (be26bfb0-6ffd-4471-a320-57137b8f95ac), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:02.335815 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-1420d075-889e-4bcd-bc24-9438bf59ddc8 admin admin] Deleting port 07e3bb39-a99b-4eac-b6b1-e7ee67744fe8 {{(pid=103789) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:44:02.336157 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1420d075-889e-4bcd-bc24-9438bf59ddc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (07e3bb39-a99b-4eac-b6b1-e7ee67744fe8), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:02.419535 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.db [None req-1420d075-889e-4bcd-bc24-9438bf59ddc8 admin admin] For port 07e3bb39-a99b-4eac-b6b1-e7ee67744fe8, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=07e3bb39-a99b-4eac-b6b1-e7ee67744fe8,segment=NetworkSegment(f039f917-aeaf-4c4c-8a4b-7ba10d2fd039),segment_id=f039f917-aeaf-4c4c-8a4b-7ba10d2fd039)] {{(pid=103789) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:44:02.419924 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1420d075-889e-4bcd-bc24-9438bf59ddc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (07e3bb39-a99b-4eac-b6b1-e7ee67744fe8), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:02.432672 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.plugins.ml2.plugin [None req-1420d075-889e-4bcd-bc24-9438bf59ddc8 admin admin] Calling delete_port for 07e3bb39-a99b-4eac-b6b1-e7ee67744fe8 owned by network:router_gateway {{(pid=103789) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:44:02.494798 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-910763fe-9f7d-4ed7-ab2f-b91e719b021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26bfb0-6ffd-4471-a320-57137b8f95ac', 'name': 'tempest-TestVolumeBootPattern-1147777678-router', 'tenant_id': '79e32c4ab8954579906632ff27e2c999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'external_fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '07e3bb39-a99b-4eac-b6b1-e7ee67744fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:39Z', 'updated_at': '2022-08-10T12:44:01Z', 'revision_number': 5, 'project_id': '79e32c4ab8954579906632ff27e2c999', 'gw_port': {'id': '07e3bb39-a99b-4eac-b6b1-e7ee67744fe8', 'name': '', 'network_id': '4ecf14ff-56e6-49fb-b52d-1b74a2838da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:4c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26bfb0-6ffd-4471-a320-57137b8f95ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852261-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-10T12:36:39Z', 'updated_at': '2022-08-10T12:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b048f338-84b8-4e3d-9516-008ab3d71026', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852261-3-iscsi'}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:44:02.522782 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910763fe-9f7d-4ed7-ab2f-b91e719b021b None None] Checking router: be26bfb0-6ffd-4471-a320-57137b8f95ac for host: dv-cinder-852261-3-iscsi {{(pid=103791) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 12:44:02.531235 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910763fe-9f7d-4ed7-ab2f-b91e719b021b None None] Routers {'be26bfb0-6ffd-4471-a320-57137b8f95ac'} bound to L3 agent in host dv-cinder-852261-3-iscsi {{(pid=103791) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 10 12:44:02.531936 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-910763fe-9f7d-4ed7-ab2f-b91e719b021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852261-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-10T12:23:24Z,description=,heartbeat_timestamp=2022-08-10T12:43:54Z,host='dv-cinder-852261-3-iscsi',id=7e769d03-67a1-4304-afcb-6560d1d48553,load=0,resource_versions=,resources_synced=,started_at=2022-08-10T12:23:24Z,topic='l3_agent')) {'router_ids': ['be26bfb0-6ffd-4471-a320-57137b8f95ac'], 'active': True} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:44:02.597863 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:02.601412 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1420d075-889e-4bcd-bc24-9438bf59ddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14084890'] for port (07e3bb39-a99b-4eac-b6b1-e7ee67744fe8), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:02.617454 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_dvr_db [None req-910763fe-9f7d-4ed7-ab2f-b91e719b021b None None] Set router be26bfb0-6ffd-4471-a320-57137b8f95ac gateway port host: None {{(pid=103791) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 10 12:44:02.629881 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420d075-889e-4bcd-bc24-9438bf59ddc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=07e3bb39-a99b-4eac-b6b1-e7ee67744fe8,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:44:02.671730 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.db.l3_hamode_db [None req-910763fe-9f7d-4ed7-ab2f-b91e719b021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26bfb0-6ffd-4471-a320-57137b8f95ac', 'name': 'tempest-TestVolumeBootPattern-1147777678-router', 'tenant_id': '79e32c4ab8954579906632ff27e2c999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:39Z', 'updated_at': '2022-08-10T12:44:02Z', 'revision_number': 6, 'project_id': '79e32c4ab8954579906632ff27e2c999', 'gw_port_host': None}], 'dv-cinder-852261-3-iscsi', False) {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:44:02.691645 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1420d075-889e-4bcd-bc24-9438bf59ddc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-691259'] for router_gateway (be26bfb0-6ffd-4471-a320-57137b8f95ac), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:02.696750 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910763fe-9f7d-4ed7-ab2f-b91e719b021b None None] The sync data for ids ['be26bfb0-6ffd-4471-a320-57137b8f95ac'] in dv-cinder-852261-3-iscsi is: [{'id': 'be26bfb0-6ffd-4471-a320-57137b8f95ac', 'name': 'tempest-TestVolumeBootPattern-1147777678-router', 'tenant_id': '79e32c4ab8954579906632ff27e2c999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-10T12:36:39Z', 'updated_at': '2022-08-10T12:44:02Z', 'revision_number': 6, 'project_id': '79e32c4ab8954579906632ff27e2c999', 'gw_port_host': None}] {{(pid=103791) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 12:44:02.781743 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1420d075-889e-4bcd-bc24-9438bf59ddc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4620'] for router (be26bfb0-6ffd-4471-a320-57137b8f95ac), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:02.783917 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1420d075-889e-4bcd-bc24-9438bf59ddc8 admin admin] Publish callbacks [] for router_controller (be26bfb0-6ffd-4471-a320-57137b8f95ac), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:02.824152 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1420d075-889e-4bcd-bc24-9438bf59ddc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747860'] for router (be26bfb0-6ffd-4471-a320-57137b8f95ac), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:02.824758 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1420d075-889e-4bcd-bc24-9438bf59ddc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be26bfb0-6ffd-4471-a320-57137b8f95ac {{(pid=103789) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 12:44:02.828929 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-1420d075-889e-4bcd-bc24-9438bf59ddc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:02.830096 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-1420d075-889e-4bcd-bc24-9438bf59ddc8 admin admin] 10.222.0.65 "DELETE /networking/v2.0/routers/be26bfb0-6ffd-4471-a320-57137b8f95ac HTTP/1.1" status: 204 len: 168 time: 0.7371368 Aug 10 12:44:02.832686 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56590) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:44:02.880050 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e5bff3-f165-4f52-8d1c-4fa741cee73a admin admin] Deleting subnet f66d701c-4fad-4ae3-aecd-d36040958f69 {{(pid=103789) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 10 12:44:02.883083 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f7e5bff3-f165-4f52-8d1c-4fa741cee73a admin admin] Publish callbacks [] for subnet (f66d701c-4fad-4ae3-aecd-d36040958f69), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:02.901080 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:02.918755 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f7e5bff3-f165-4f52-8d1c-4fa741cee73a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1649385'] for subnet (f66d701c-4fad-4ae3-aecd-d36040958f69), precommit_delete_associations {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:02.989338 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:02.991743 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f7e5bff3-f165-4f52-8d1c-4fa741cee73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1731369'] for subnet (f66d701c-4fad-4ae3-aecd-d36040958f69), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:03.051506 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f7e5bff3-f165-4f52-8d1c-4fa741cee73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1731376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14084917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12800774'] for subnet (f66d701c-4fad-4ae3-aecd-d36040958f69), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:03.081222 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5bff3-f165-4f52-8d1c-4fa741cee73a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f66d701c-4fad-4ae3-aecd-d36040958f69,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:44:03.083251 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-f7e5bff3-f165-4f52-8d1c-4fa741cee73a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for subnet (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:03.086374 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-f7e5bff3-f165-4f52-8d1c-4fa741cee73a admin admin] 10.222.0.65 "DELETE /networking/v2.0/subnets/f66d701c-4fad-4ae3-aecd-d36040958f69 HTTP/1.1" status: 204 len: 168 time: 0.2527771 Aug 10 12:44:03.089133 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.wsgi [-] (103790) accepted ('10.222.0.65', 56592) {{(pid=103790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:44:03.094824 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be638208-fc6d-4a36-9d14-40d656369e14 None None] Network 044bbb2f-9749-457a-938a-f68604f94a30 requested from dv-cinder-852261-3-iscsi {{(pid=103791) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 10 12:44:03.137539 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:03.178263 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device ae68486f-89de-445b-b37b-eb71d16b7a84 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:44:03.197184 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-eb970cb7-5066-4846-a666-b92347bafb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659484'] for network (044bbb2f-9749-457a-938a-f68604f94a30), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:03.201687 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: ae68486f-89de-445b-b37b-eb71d16b7a84 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:44:03.202040 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device ae68486f-89de-445b-b37b-eb71d16b7a84 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:44:03.240226 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-eb970cb7-5066-4846-a666-b92347bafb27 admin admin] Deleting port c6aa85a3-1d53-4657-8f38-d57c9b1a4a03 {{(pid=103790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 10 12:44:03.240578 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-eb970cb7-5066-4846-a666-b92347bafb27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736056366412'] for port (c6aa85a3-1d53-4657-8f38-d57c9b1a4a03), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:03.305812 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.db [None req-eb970cb7-5066-4846-a666-b92347bafb27 admin admin] For port c6aa85a3-1d53-4657-8f38-d57c9b1a4a03, host dv-cinder-852261-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852261-3-iscsi',level=0,port_id=c6aa85a3-1d53-4657-8f38-d57c9b1a4a03,segment=NetworkSegment(1b3dc674-4dda-490b-a3ba-3062eb2a252b),segment_id=1b3dc674-4dda-490b-a3ba-3062eb2a252b)] {{(pid=103790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 12:44:03.306172 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-eb970cb7-5066-4846-a666-b92347bafb27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752212'] for port (c6aa85a3-1d53-4657-8f38-d57c9b1a4a03), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:03.319385 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.plugin [None req-eb970cb7-5066-4846-a666-b92347bafb27 admin admin] Calling delete_port for c6aa85a3-1d53-4657-8f38-d57c9b1a4a03 owned by network:dhcp {{(pid=103790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 10 12:44:03.394169 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-eb970cb7-5066-4846-a666-b92347bafb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1624740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-137267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736056370167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736055970461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14596448'] for port (c6aa85a3-1d53-4657-8f38-d57c9b1a4a03), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:03.419334 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb970cb7-5066-4846-a666-b92347bafb27 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6aa85a3-1d53-4657-8f38-d57c9b1a4a03,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:44:03.421178 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb970cb7-5066-4846-a666-b92347bafb27 admin admin] No DVR routers for this DVR port c6aa85a3-1d53-4657-8f38-d57c9b1a4a03 on host dv-cinder-852261-3-iscsi {{(pid=103790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 10 12:44:03.481186 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:03.496593 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-eb970cb7-5066-4846-a666-b92347bafb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1708682', 'neutron.services.segments.db._delete_segments_for_network-8736056424951'] for network (044bbb2f-9749-457a-938a-f68604f94a30), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:03.509953 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3549092e-fa89-4155-ae08-73d05faf8c90 None None] DHCP port deletion for 044bbb2f-9749-457a-938a-f68604f94a30 request from dv-cinder-852261-3-iscsi {{(pid=103791) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 10 12:44:03.519216 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-eb970cb7-5066-4846-a666-b92347bafb27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044bbb2f-9749-457a-938a-f68604f94a30']}} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:44:03.529983 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-eb970cb7-5066-4846-a666-b92347bafb27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3dc674-4dda-490b-a3ba-3062eb2a252b') {'for_net_delete': True} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:44:03.530758 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.services.segments.db [None req-eb970cb7-5066-4846-a666-b92347bafb27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3dc674-4dda-490b-a3ba-3062eb2a252b') {} {{(pid=103790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 12:44:03.540214 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-eb970cb7-5066-4846-a666-b92347bafb27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736056424843', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14657679'] for segment (1b3dc674-4dda-490b-a3ba-3062eb2a252b), before_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:03.547441 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:03.553637 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-eb970cb7-5066-4846-a666-b92347bafb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030'] for segment (1b3dc674-4dda-490b-a3ba-3062eb2a252b), precommit_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:03.560404 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb970cb7-5066-4846-a666-b92347bafb27 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 12:44:03.560789 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-eb970cb7-5066-4846-a666-b92347bafb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1781030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14596241'] for segment (1b3dc674-4dda-490b-a3ba-3062eb2a252b), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:03.604241 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment 1b3dc674-4dda-490b-a3ba-3062eb2a252b resource provider aggregate not found Aug 10 12:44:03.623284 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.services.segments.plugin [-] Segment 1b3dc674-4dda-490b-a3ba-3062eb2a252b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b3dc674-4dda-490b-a3ba-3062eb2a252b found for delete ", "request_id": "req-bd44c768-4bdd-479f-a886-00bfb28d475c"}]} Aug 10 12:44:03.630171 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-eb970cb7-5066-4846-a666-b92347bafb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1708675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-745837'] for network (044bbb2f-9749-457a-938a-f68604f94a30), after_delete {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:03.636305 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron_lib.callbacks.manager [None req-eb970cb7-5066-4846-a666-b92347bafb27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554848'] for network (None), before_response {{(pid=103790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:03.639401 dv-cinder-852261-3-iscsi neutron-server[103790]: INFO neutron.wsgi [None req-eb970cb7-5066-4846-a666-b92347bafb27 admin admin] 10.222.0.65 "DELETE /networking/v2.0/networks/044bbb2f-9749-457a-938a-f68604f94a30 HTTP/1.1" status: 204 len: 168 time: 0.5483902 Aug 10 12:44:03.654996 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb970cb7-5066-4846-a666-b92347bafb27 admin admin] Pushing event deleted for resources: {'Network': ['ID=044bbb2f-9749-457a-938a-f68604f94a30,revision_number=None']} {{(pid=103790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:44:03.758174 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56600) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:44:03.800660 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-9e313f0a-2547-400d-9082-1d332b337b8f admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=f63c30b5d2af4144b096b78c7ab308a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413063 Aug 10 12:44:03.803146 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56602) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:44:03.849572 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0bd87edb-efb9-47ef-9651-7b578aa841f4 admin admin] Publish callbacks [] for security_group (5ecffae7-de6b-4fd8-a69c-eae5866087ea), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:03.870959 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0bd87edb-efb9-47ef-9651-7b578aa841f4 admin admin] Publish callbacks [] for security_group (5ecffae7-de6b-4fd8-a69c-eae5866087ea), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:03.922431 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0bd87edb-efb9-47ef-9651-7b578aa841f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (5ecffae7-de6b-4fd8-a69c-eae5866087ea), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:03.925069 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-0bd87edb-efb9-47ef-9651-7b578aa841f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:03.927000 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-0bd87edb-efb9-47ef-9651-7b578aa841f4 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/5ecffae7-de6b-4fd8-a69c-eae5866087ea HTTP/1.1" status: 204 len: 168 time: 0.1228290 Aug 10 12:44:03.936914 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd87edb-efb9-47ef-9651-7b578aa841f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecffae7-de6b-4fd8-a69c-eae5866087ea,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:44:04.237151 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56608) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:44:04.276330 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-f6d98861-76be-4636-924f-8f6b23f594c2 admin admin] 10.222.0.65 "GET /networking/v2.0/security-groups?tenant_id=79e32c4ab8954579906632ff27e2c999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380013 Aug 10 12:44:04.279447 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [-] (103789) accepted ('10.222.0.65', 56610) {{(pid=103789) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 10 12:44:04.325386 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41a67ac8-e9b7-4517-a585-fc2bbaac5070 admin admin] Publish callbacks [] for security_group (5d02f8ab-21a6-4ae9-bdd6-cdab8dbfb1ec), before_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:04.346688 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41a67ac8-e9b7-4517-a585-fc2bbaac5070 admin admin] Publish callbacks [] for security_group (5d02f8ab-21a6-4ae9-bdd6-cdab8dbfb1ec), precommit_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:04.391013 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41a67ac8-e9b7-4517-a585-fc2bbaac5070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632164'] for security_group (5d02f8ab-21a6-4ae9-bdd6-cdab8dbfb1ec), after_delete {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:04.393491 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron_lib.callbacks.manager [None req-41a67ac8-e9b7-4517-a585-fc2bbaac5070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:04.394634 dv-cinder-852261-3-iscsi neutron-server[103789]: INFO neutron.wsgi [None req-41a67ac8-e9b7-4517-a585-fc2bbaac5070 admin admin] 10.222.0.65 "DELETE /networking/v2.0/security-groups/5d02f8ab-21a6-4ae9-bdd6-cdab8dbfb1ec HTTP/1.1" status: 204 len: 168 time: 0.1143260 Aug 10 12:44:04.402112 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a67ac8-e9b7-4517-a585-fc2bbaac5070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d02f8ab-21a6-4ae9-bdd6-cdab8dbfb1ec,revision_number=None']} {{(pid=103789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 12:44:04.967647 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device c6aa85a3-1d53-4657-8f38-d57c9b1a4a03 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:44:04.987083 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: c6aa85a3-1d53-4657-8f38-d57c9b1a4a03 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:44:04.987431 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device c6aa85a3-1d53-4657-8f38-d57c9b1a4a03 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:44:04.987833 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 07e3bb39-a99b-4eac-b6b1-e7ee67744fe8 no longer exists at agent ovs-agent-dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 12:44:05.005571 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] No Port match for: 07e3bb39-a99b-4eac-b6b1-e7ee67744fe8 {{(pid=103791) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 10 12:44:05.005919 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.rpc [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Device 07e3bb39-a99b-4eac-b6b1-e7ee67744fe8 not bound to the agent host dv-cinder-852261-3-iscsi {{(pid=103791) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 12:44:08.405104 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=100 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:13.641040 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:13.642111 dv-cinder-852261-3-iscsi neutron-server[103790]: DEBUG dbcounter [-] [103790] Writing DB stats neutron:SELECT=4,neutron:DELETE=2 {{(pid=103790) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:14.378337 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=44,neutron:DELETE=4 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:14.398164 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG dbcounter [-] [103789] Writing DB stats neutron:SELECT=72,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=103789) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:14.972110 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=9 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:14.991137 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=19 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:19.187232 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:19.254554 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:44:21.516325 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-9122cd4e-dad8-4b32-bcfb-6ba7b6013f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:23.714714 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-ee280426-d792-4680-8639-4c766d8bbfa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:24.885919 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:26.370859 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:26.656103 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:29.249314 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=98 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:29.249957 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=9 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:36.650077 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:36.652032 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:44:49.200045 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:51.520885 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-15cf32e8-2697-461b-8a14-a56ad915bc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:53.716984 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-71a1edc9-0f12-46a0-8788-2344124ac3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:54.888271 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:56.254130 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:44:56.373294 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:44:56.657671 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:45:06.249020 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=3 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:45:06.249819 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=5 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:45:06.652808 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:45:06.654809 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:45:19.194088 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:45:20.381184 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:45:20.381948 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:DELETE=1 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:45:21.522114 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-6a5a05c6-6b94-46b6-8664-b16ffbd0029f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:45:23.718741 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd7f8-04d2-4b4b-80e1-a30dcf1717a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:45:24.890713 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:45:26.376100 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:45:26.659703 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:45:33.254987 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:45:35.291828 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=4 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:45:36.653771 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:45:36.655750 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:45:43.251541 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=4 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:45:49.215790 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:45:51.523344 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-a5965e73-9239-4601-9bd4-d8cf06735493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:45:53.721325 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-17a90854-90ef-4a9c-9956-1b348d00b839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:45:54.892288 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:45:56.380968 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:45:56.661483 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:46:06.656029 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:46:06.656810 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:46:10.253459 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:46:19.214636 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:46:20.248578 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=17 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:46:20.249362 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=17 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:46:21.524833 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-832639d3-86bf-4d4e-9530-7d4055dc99ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:46:23.723349 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-2ee18b12-b8b8-421a-801a-d95356fe0b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:46:24.894335 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:46:26.381135 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:46:26.663624 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:46:36.657277 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:46:36.659243 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:46:47.252689 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:46:48.023653 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [req-eb328cb1-9a6d-4107-ba71-1b202289400e req-801b9dae-d688-4b87-81b6-a24d5126c084 service neutron] (103789) timed out ('10.222.0.64', 54543) {{(pid=103789) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 10 12:46:48.026605 dv-cinder-852261-3-iscsi neutron-server[103789]: DEBUG neutron.wsgi [req-4d36ef63-e25b-4aed-a561-b15a37c34b4e req-fc2ac610-7714-41e5-a347-8298066209a1 service neutron] (103789) timed out ('10.222.0.64', 54544) {{(pid=103789) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 10 12:46:49.230692 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:46:51.528134 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-29034c3f-c296-44c5-9978-76bd4daa5feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:46:53.724562 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-24f4c620-3d57-4932-a0b6-f551c0222983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:46:54.897700 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:46:56.384435 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:46:56.666291 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:46:57.248173 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=2 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:46:57.248850 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=6 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:47:06.659290 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:47:06.661131 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:47:19.244446 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:47:21.529252 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-2203fc78-f54a-4a90-9c4b-126a28a0a0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:47:23.726682 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce156-d33a-4192-bf80-b0a42997f663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:47:24.251750 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:47:24.903035 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:47:26.291785 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=5 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:47:26.386938 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:47:26.668665 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:47:34.247211 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:47:36.662489 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:47:36.664783 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:47:49.236557 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:47:51.531420 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-416b7e03-629e-4cd7-81a4-b3078458d12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:47:53.728277 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-858e4464-6c42-4cec-85e2-d8278e09603b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:47:54.902907 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:47:56.389762 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:47:56.674325 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:48:01.251106 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:48:06.667932 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=9 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:48:06.670055 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:48:18.438390 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=16 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:48:18.440375 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=18 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:48:19.260768 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:48:21.533026 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-49304034-3f43-40e7-b275-19577248019c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:48:23.730589 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-67533bf6-2421-486b-88c7-94756d2c40be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:48:24.905651 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:48:26.393859 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:48:26.677576 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:48:36.670260 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:48:36.672159 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:48:38.249614 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:48:40.282982 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=3 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:48:48.246135 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG dbcounter [-] [103792] Writing DB stats neutron:SELECT=5 {{(pid=103792) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:48:49.272467 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:48:51.534253 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4879702b-af81-4dee-987e-d6392cef6296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:48:53.731996 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-6a6593eb-b844-4182-836f-4c915b7aa5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (7e769d03-67a1-4304-afcb-6560d1d48553), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:48:54.908758 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-c285169c-57e0-4037-8949-10898da478ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (2615be7c-db22-4fb0-89b8-72ae6ea8e2f3), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:48:56.396859 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-779e75a5-6459-4b04-9856-9cc6f818079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (30625d2a-f273-4b86-a074-f5f852b38431), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:48:56.679194 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-cbf7ec9e-8416-4430-ab97-244e8ee06c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (6b8ea3cc-9321-4b0e-9ec3-19e0921a4683), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:49:06.673065 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:49:06.675059 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG dbcounter [-] [103791] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103791) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 10 12:49:15.247873 dv-cinder-852261-3-iscsi neutron-server[103792]: DEBUG neutron.db.agents_db [None req-0fad3647-b76a-4d26-b2b9-dd8dddb33ae1 None None] Agent healthcheck: found 6 active agents {{(pid=103792) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 12:49:19.304183 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-4fbad4cd-085c-4c1e-8316-f29dae9031e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (f9f4cba4-519e-42c4-9e2c-b605e0c8475a), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 10 12:49:21.536566 dv-cinder-852261-3-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-14438bbe-5365-46b2-ac39-17b597b59d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736056424933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732043'] for agent (3740d807-28f7-4854-acf5-2b19d0b15337), after_update {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}